| 1 | | [ Jan 11 05:20:38 Enabled. ] |
| 2 | | [ Jan 11 05:20:38 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
| 3 | | [ Jan 11 05:20:38 Method "start" exited with status 0. ] |
| 4 | | [ Jan 11 05:20:38 Rereading configuration. ] |
| 5 | | [ Jan 11 05:20:38 No 'refresh' method defined. Treating as :true. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2025-01-11T05:20:38.104Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:113
|
| 8 | 2025-01-11T05:20:38.105Z | INFO | SledAgent (BootstrapAgentStartup): finding links ["net0", "net1"]
file = sled-agent/src/bootstrap/pre_server.rs:255
|
| 9 | 2025-01-11T05:20:38.157Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:262
|
| 10 | 2025-01-11T05:20:38.157Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
| 11 | 2025-01-11T05:20:38.275Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
| 12 | 2025-01-11T05:20:38.284Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
| 13 | 2025-01-11T05:20:38.292Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:272
path = /var/run/oxide/
|
| 14 | 2025-01-11T05:20:38.895Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }
|
| 15 | 2025-01-11T05:20:39.039Z | INFO | SledAgent: Starting KeyManager
file = sled-agent/src/long_running_tasks.rs:126
|
| 16 | 2025-01-11T05:20:39.039Z | INFO | SledAgent: Starting StorageManager
file = sled-agent/src/long_running_tasks.rs:138
|
| 17 | 2025-01-11T05:20:39.039Z | INFO | SledAgent: Starting StorageMonitor
file = sled-agent/src/long_running_tasks.rs:151
|
| 18 | 2025-01-11T05:20:39.039Z | INFO | SledAgent (DumpSetup-worker): DumpSetup poll loop started.
file = sled-agent/src/dump_setup.rs:520
|
| 19 | 2025-01-11T05:20:39.039Z | INFO | SledAgent: Starting HardwareManager
file = sled-agent/src/long_running_tasks.rs:173
nongimlet_observed_disks = []
sled_mode = Scrimlet { asic: SoftNpuZone }
|
| 20 | 2025-01-11T05:20:39.039Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:717
|
| 21 | 2025-01-11T05:20:39.043Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "sock", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:624
|
| 22 | 2025-01-11T05:20:39.043Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:766
|
| 23 | 2025-01-11T05:20:39.043Z | INFO | SledAgent: Starting HardwareMonitor
file = sled-agent/src/long_running_tasks.rs:187
|
| 24 | 2025-01-11T05:20:39.043Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:825
|
| 25 | 2025-01-11T05:20:39.043Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_0.vdev
|
| 26 | 2025-01-11T05:20:39.043Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = None
|
| 27 | 2025-01-11T05:20:39.043Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 28 | 2025-01-11T05:20:39.043Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 29 | 2025-01-11T05:20:39.043Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
path = /scratch/m2_0.vdev
|
| 30 | 2025-01-11T05:20:39.055Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev
file = sled-hardware/src/disk.rs:367
|
| 31 | 2025-01-11T05:20:39.055Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:378
id = 38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool)
|
| 32 | 2025-01-11T05:20:39.154Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool), kind: Internal }
|
| 33 | 2025-01-11T05:20:39.527Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 34 | 2025-01-11T05:20:39.527Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_1.vdev
|
| 35 | 2025-01-11T05:20:39.527Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 36 | 2025-01-11T05:20:39.527Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 37 | 2025-01-11T05:20:39.527Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 38 | 2025-01-11T05:20:39.527Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 39 | 2025-01-11T05:20:39.527Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
path = /scratch/m2_1.vdev
|
| 40 | 2025-01-11T05:20:39.536Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev
file = sled-hardware/src/disk.rs:367
|
| 41 | 2025-01-11T05:20:39.536Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:378
id = d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool)
|
| 42 | 2025-01-11T05:20:39.624Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool), kind: Internal }
|
| 43 | 2025-01-11T05:20:39.990Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_0.vdev
|
| 44 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 45 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 46 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 47 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 48 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 49 | 2025-01-11T05:20:39.990Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_1.vdev
|
| 50 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 51 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 52 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 53 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 54 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 55 | 2025-01-11T05:20:39.990Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_2.vdev
|
| 56 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 57 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 58 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 59 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 60 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 61 | 2025-01-11T05:20:39.990Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_3.vdev
|
| 62 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 63 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 64 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 65 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 66 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 67 | 2025-01-11T05:20:39.990Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_4.vdev
|
| 68 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 69 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 70 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 71 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 72 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 73 | 2025-01-11T05:20:39.990Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_5.vdev
|
| 74 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 75 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 76 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 77 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 78 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 79 | 2025-01-11T05:20:39.990Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_6.vdev
|
| 80 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 81 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 82 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 83 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 84 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 85 | 2025-01-11T05:20:39.990Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_7.vdev
|
| 86 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 87 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 88 | 2025-01-11T05:20:39.990Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 89 | 2025-01-11T05:20:39.991Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_8.vdev
|
| 90 | 2025-01-11T05:20:39.991Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 91 | 2025-01-11T05:20:39.991Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 92 | 2025-01-11T05:20:39.991Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 93 | 2025-01-11T05:20:39.991Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 94 | 2025-01-11T05:20:39.991Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 95 | 2025-01-11T05:20:39.991Z | INFO | SledAgent: Waiting for boot disk
file = sled-agent/src/long_running_tasks.rs:97
|
| 96 | 2025-01-11T05:20:39.991Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 97 | 2025-01-11T05:20:39.991Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 98 | 2025-01-11T05:20:39.991Z | INFO | SledAgent: Found boot disk DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-agent/src/long_running_tasks.rs:99
|
| 99 | 2025-01-11T05:20:39.991Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 100 | 2025-01-11T05:20:39.991Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 101 | 2025-01-11T05:20:39.991Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 102 | 2025-01-11T05:20:39.991Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 103 | 2025-01-11T05:20:39.991Z | INFO | SledAgent: Starting Bootstore
file = sled-agent/src/long_running_tasks.rs:211
|
| 104 | 2025-01-11T05:20:39.991Z | INFO | SledAgent (bootstore): No ledger in /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 105 | 2025-01-11T05:20:39.991Z | INFO | SledAgent (bootstore): No ledger in /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 106 | 2025-01-11T05:20:39.991Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-sock-i86pc
|
| 107 | 2025-01-11T05:20:39.991Z | INFO | SledAgent (bootstore): No ledger in /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 108 | 2025-01-11T05:20:39.991Z | INFO | SledAgent (bootstore): No ledger in /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 109 | 2025-01-11T05:20:39.991Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-sock-i86pc
|
| 110 | 2025-01-11T05:20:39.991Z | INFO | SledAgent: Starting Bootstore DDMD poller
file = sled-agent/src/long_running_tasks.rs:216
|
| 111 | 2025-01-11T05:20:39.991Z | INFO | SledAgent: Starting ZoneBundler related tasks
file = sled-agent/src/long_running_tasks.rs:231
|
| 112 | 2025-01-11T05:20:40.002Z | INFO | SledAgent (ServiceManager): Creating ServiceManager
file = sled-agent/src/services.rs:748
|
| 113 | 2025-01-11T05:20:40.002Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:186
next_cleanup = Instant { tv_sec: 1379, tv_nsec: 823498929 }
time_to_next_cleanup = 599.999902118s
|
| 114 | 2025-01-11T05:20:40.002Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3973
|
| 115 | 2025-01-11T05:20:40.002Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 116 | 2025-01-11T05:20:40.005Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 117 | 2025-01-11T05:20:40.005Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 118 | 2025-01-11T05:20:40.005Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
|
| 119 | 2025-01-11T05:20:40.007Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:51
local_addr = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 120 | 2025-01-11T05:20:40.008Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.2.164,
last: 10.151.2.173,
},
),
],
external_dns_ips: [
10.151.2.164,
10.151.2.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV2 {
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV2 {
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.2.100,
vlan_id: None,
rib_priority: None,
},
],
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.2.174,
width: 24,
},
),
vlan_id: None,
},
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: Some(
None,
),
bgp_peers: [],
autoneg: false,
lldp: None,
tx_eq: None,
},
],
bgp: [],
bfd: [],
},
allowed_source_ips: Any,
}
file = sled-agent/src/rack_setup/service.rs:1204
|
| 121 | 2025-01-11T05:20:40.008Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
|
| 122 | 2025-01-11T05:20:40.008Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 123 | 2025-01-11T05:20:40.008Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 124 | 2025-01-11T05:20:40.008Z | INFO | SledAgent (RSS): No ledger in /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/rss-started.marker
file = common/src/ledger.rs:188
|
| 125 | 2025-01-11T05:20:40.008Z | INFO | SledAgent (RSS): No ledger in /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/rss-started.marker
file = common/src/ledger.rs:188
|
| 126 | 2025-01-11T05:20:40.008Z | INFO | SledAgent (RSS): No ledger in /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 127 | 2025-01-11T05:20:40.008Z | INFO | SledAgent (RSS): No ledger in /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 128 | 2025-01-11T05:20:40.008Z | INFO | SledAgent (RSS): RSS not previously run. Creating plans.
file = sled-agent/src/rack_setup/service.rs:1253
|
| 129 | 2025-01-11T05:20:40.008Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/.rss-started.marker.tmp
file = common/src/ledger.rs:199
|
| 130 | 2025-01-11T05:20:40.008Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/.rss-started.marker.tmp
file = common/src/ledger.rs:199
|
| 131 | 2025-01-11T05:20:40.008Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:1285
|
| 132 | 2025-01-11T05:20:40.008Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:66
|
| 133 | 2025-01-11T05:20:40.008Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:a02a::1
file = sled-agent/src/rack_setup/plan/sled.rs:39
|
| 134 | 2025-01-11T05:20:40.008Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:1316
|
| 135 | 2025-01-11T05:20:40.008Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-sock-i86pc
|
| 136 | 2025-01-11T05:20:40.008Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 137 | 2025-01-11T05:20:40.008Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 138 | 2025-01-11T05:20:40.009Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-sock-i86pc
|
| 139 | 2025-01-11T05:20:40.009Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:232
request = StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd (sled), rack_id: 41cc6a35-6e91-4970-a710-a6745ca10ae3, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 140 | 2025-01-11T05:20:40.009Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:4270
|
| 141 | 2025-01-11T05:20:40.009Z | INFO | SledAgent (ServiceManager): Starting switch zone
file = sled-agent/src/services.rs:4664
|
| 142 | 2025-01-11T05:20:40.014Z | INFO | SledAgent (SledAgentSprocketsClient): Loaded keys and certs
BootstrapAgentClient = [fdb0:18c0:4d0d:a02a::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50
|
| 143 | 2025-01-11T05:20:40.019Z | INFO | SledAgent (SledAgentSprocketsClient): Certificate chain verified successfully
BootstrapAgentClient = [fdb0:18c0:4d0d:a02a::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307
|
| 144 | 2025-01-11T05:20:40.019Z | INFO | SledAgent (SledAgentSprocketsClient): Signature verified successfully
BootstrapAgentClient = [fdb0:18c0:4d0d:a02a::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376
|
| 145 | 2025-01-11T05:20:40.024Z | INFO | SledAgent (SledAgentSprocketsServer): Certificate chain verified successfully
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307
|
| 146 | 2025-01-11T05:20:40.024Z | INFO | SledAgent (SledAgentSprocketsServer): Signature verified successfully
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376
|
| 147 | 2025-01-11T05:20:40.024Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:74
remote_addr = [fdb0:18c0:4d0d:a02a::1]:34732
|
| 148 | 2025-01-11T05:20:40.024Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd (sled), rack_id: 41cc6a35-6e91-4970-a710-a6745ca10ae3, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
file = sled-agent/src/bootstrap/server.rs:362
|
| 149 | 2025-01-11T05:20:40.024Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:377
|
| 150 | 2025-01-11T05:20:40.024Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:44
|
| 151 | 2025-01-11T05:20:40.024Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
|
| 152 | 2025-01-11T05:20:40.024Z | INFO | SledAgent (StorageManager): Received KeyManagerReady
file = sled-storage/src/manager.rs:607
|
| 153 | 2025-01-11T05:20:40.024Z | INFO | SledAgent (StorageManager): Loading storage config
file = sled-storage/src/manager.rs:813
|
| 154 | 2025-01-11T05:20:40.024Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_disks_ledger
|
| 155 | 2025-01-11T05:20:40.024Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_disks_ledger
|
| 156 | 2025-01-11T05:20:40.024Z | INFO | SledAgent (StorageManager): No ledger of physical disks exists
file = sled-storage/src/manager.rs:802
|
| 157 | 2025-01-11T05:20:40.024Z | INFO | SledAgent (StorageManager): KeyManager ready, but no ledger detected
file = sled-storage/src/manager.rs:830
|
| 158 | 2025-01-11T05:20:40.024Z | INFO | SledAgent (StorageManager): automatically managing disks
file = sled-storage/src/manager.rs:596
|
| 159 | 2025-01-11T05:20:40.024Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }
|
| 160 | 2025-01-11T05:20:40.024Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
| 161 | 2025-01-11T05:20:40.024Z | INFO | SledAgent (StorageManager): Successfully synchronized disks without error
file = sled-storage/src/manager.rs:701
result = DisksManagementResult { status: [] }
|
| 162 | 2025-01-11T05:20:40.041Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 163 | 2025-01-11T05:20:40.062Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:325
|
| 164 | 2025-01-11T05:20:40.079Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:363
|
| 165 | 2025-01-11T05:20:40.101Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:412
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 166 | 2025-01-11T05:20:40.101Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 167 | 2025-01-11T05:20:40.101Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:424
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 168 | 2025-01-11T05:20:40.101Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 169 | 2025-01-11T05:20:40.104Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 80.385671ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "ab5f8842-c7f5-45f9-a9ad-764aa3b642b1", "content-length": "124", "date": "Sat, 11 Jan 2025 05:20:40 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "ab5f8842-c7f5-45f9-a9ad-764aa3b642b1" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 170 | 2025-01-11T05:20:40.115Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_38e62459-2c4e-45cb-9f25-60482ed68d0a/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
| 171 | 2025-01-11T05:20:40.140Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_38e62459-2c4e-45cb-9f25-60482ed68d0a/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
| 172 | 2025-01-11T05:20:40.140Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_38e62459-2c4e-45cb-9f25-60482ed68d0a/swap"
file = sled-agent/src/swap_device.rs:96
|
| 173 | 2025-01-11T05:20:40.145Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:439
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 174 | 2025-01-11T05:20:40.145Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:129
|
| 175 | 2025-01-11T05:20:40.145Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_38e62459-2c4e-45cb-9f25-60482ed68d0a/backing/fmd
file = sled-agent/src/backing_fs.rs:139
|
| 176 | 2025-01-11T05:20:40.186Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 177 | 2025-01-11T05:20:40.187Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 85.515681ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "0ac8608c-8a84-4ab7-8ce0-92f67b41758c", "content-length": "124", "date": "Sat, 11 Jan 2025 05:20:40 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "0ac8608c-8a84-4ab7-8ce0-92f67b41758c" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 178 | 2025-01-11T05:20:40.214Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:174
|
| 179 | 2025-01-11T05:20:40.273Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 180 | 2025-01-11T05:20:40.274Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 147.973541ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "6db07fb4-c17a-4025-b30b-d59438954911", "content-length": "124", "date": "Sat, 11 Jan 2025 05:20:40 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "6db07fb4-c17a-4025-b30b-d59438954911" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 181 | 2025-01-11T05:20:40.422Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 182 | 2025-01-11T05:20:40.423Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 212.703783ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "a24bfba4-a272-41cd-9b2e-de35d74e6184", "content-length": "124", "date": "Sat, 11 Jan 2025 05:20:40 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "a24bfba4-a272-41cd-9b2e-de35d74e6184" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 183 | 2025-01-11T05:20:40.435Z | INFO | SledAgent (BackingFs): Mounting oxi_38e62459-2c4e-45cb-9f25-60482ed68d0a/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:182
|
| 184 | 2025-01-11T05:20:40.447Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/rsrc
file = sled-agent/src/backing_fs.rs:190
|
| 185 | 2025-01-11T05:20:40.448Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/ckpt
file = sled-agent/src/backing_fs.rs:190
|
| 186 | 2025-01-11T05:20:40.448Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/xprt
file = sled-agent/src/backing_fs.rs:190
|
| 187 | 2025-01-11T05:20:40.448Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:196
|
| 188 | 2025-01-11T05:20:40.637Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 189 | 2025-01-11T05:20:40.637Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 202.834732ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "68797a38-1074-4c0c-9a7f-34a0ddb5adca", "content-length": "124", "date": "Sat, 11 Jan 2025 05:20:40 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "68797a38-1074-4c0c-9a7f-34a0ddb5adca" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 190 | 2025-01-11T05:20:40.842Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 191 | 2025-01-11T05:20:40.842Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 223.325114ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "5ad2a10c-bfe8-4475-87fd-7b2777c3b482", "content-length": "124", "date": "Sat, 11 Jan 2025 05:20:40 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "5ad2a10c-bfe8-4475-87fd-7b2777c3b482" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 192 | 2025-01-11T05:20:41.066Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 193 | 2025-01-11T05:20:41.067Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 323.399297ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "deec8b5d-41c8-4523-abbd-2d3a582b92fc", "content-length": "124", "date": "Sat, 11 Jan 2025 05:20:41 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "deec8b5d-41c8-4523-abbd-2d3a582b92fc" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 194 | 2025-01-11T05:20:41.187Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:93
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 195 | 2025-01-11T05:20:41.192Z | INFO | SledAgent (dropshot): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327
local_addr = [fd00:1122:3344:101::1]:61787
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 196 | 2025-01-11T05:20:41.193Z | INFO | SledAgent (internal-dns-resolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 197 | 2025-01-11T05:20:41.193Z | INFO | SledAgent (producer-server): starting oximeter metric producer server
address = [fd00:1122:3344:101::1]:61787
file = oximeter/producer/src/lib.rs:279
interval = 30s
producer_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 198 | 2025-01-11T05:20:41.194Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 193.314555ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 199 | 2025-01-11T05:20:41.195Z | INFO | SledAgent (VmmReservoirManager): 50% of 102952026112 physical ram = 51476013056 bytes)
file = sled-agent/src/vmm_reservoir.rs:267
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 200 | 2025-01-11T05:20:41.195Z | INFO | SledAgent (VmmReservoirManager): Setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:275
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 201 | 2025-01-11T05:20:41.195Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:932
underlay_address = fd00:1122:3344:101::1
|
| 202 | 2025-01-11T05:20:41.195Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
|
| 203 | 2025-01-11T05:20:41.389Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 639.47064ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 204 | 2025-01-11T05:20:41.391Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 205 | 2025-01-11T05:20:42.030Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 875.874985ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 206 | 2025-01-11T05:20:42.908Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 1.723669063s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 207 | 2025-01-11T05:20:43.843Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:2694
|
| 208 | 2025-01-11T05:20:43.843Z | INFO | SledAgent (ServiceManager): Setting up lldpd service
file = sled-agent/src/services.rs:2939
|
| 209 | 2025-01-11T05:20:43.843Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:2564
|
| 210 | 2025-01-11T05:20:43.843Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:2611
|
| 211 | 2025-01-11T05:20:43.843Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:3020
|
| 212 | 2025-01-11T05:20:43.843Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:3065
|
| 213 | 2025-01-11T05:20:43.845Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:2864
|
| 214 | 2025-01-11T05:20:43.847Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:2605
|
| 215 | 2025-01-11T05:20:43.847Z | INFO | SledAgent (ServiceManager): Profile for oxz_switch:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/mgs">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12225'/>
<propval type="astring" name="id" value='4e9f8f2b-826a-40d8-b07a-007eeab8e305'/>
<propval type="astring" name="rack_id" value='41cc6a35-6e91-4970-a710-a6745ca10ae3'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/wicketd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12226'/>
<propval type="astring" name="artifact-address" value='[fdb0:18c0:4d0d:a02a::2]:12227'/>
<propval type="astring" name="baseboard-file" value='/opt/oxide/baseboard.json'/>
<propval type="astring" name="mgs-address" value='[::1]:12225'/>
<propval type="astring" name="nexus-proxy-address" value='[::]:12229'/>
<propval type="astring" name="rack-subnet" value='fd00:1122:3344::'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/switch_zone_setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="gz_local_link_addr" value='fe80::8:20ff:fe26:fff2'/>
<property type="astring" name="link_local_links">
<astring_list>
<value_node value="tfportrear0_0" />
<value_node value="oxBootstrap0" />
</astring_list>
</property>
<propval type="astring" name="bootstrap_addr" value='fdb0:18c0:4d0d:a02a::2'/>
<propval type="astring" name="bootstrap_vnic" value='oxBootstrap0'/>
<propval type="astring" name="baseboard_info" value='{"type":"pc","identifier":"sock","model":"i86pc"}'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/dendrite">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="rack_id" value='41cc6a35-6e91-4970-a710-a6745ca10ae3'/>
<propval type="astring" name="sled_id" value='1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd'/>
<propval type="astring" name="sled_model" value='i86pc'/>
<propval type="astring" name="sled_serial" value='sock'/>
<propval type="astring" name="sled_revision" value='0'/>
<propval type="astring" name="address" value='[::1]:12224'/>
<propval type="astring" name="front_ports" value='1'/>
<propval type="astring" name="rear_ports" value='1'/>
<propval type="astring" name="port_config" value='/opt/oxide/dendrite/misc/softnpu_single_sled_config.toml'/>
<propval type="astring" name="mgmt" value='uds'/>
<propval type="astring" name="uds_path" value='/opt/softnpu/stuff'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/tfport">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="host" value='[::1]'/>
<propval type="astring" name="port" value='12224'/>
<propval type="astring" name="flags" value='--sync-only'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/lldpd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="board_rev" value='softnpu_front_1_rear_1'/>
<propval type="astring" name="scrimlet_id" value='sock'/>
<propval type="astring" name="scrimlet_model" value='i86pc'/>
<propval type="astring" name="address" value='[::1]:12230'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/pumpkind">
</service>
<service version="1" type="service" name="oxide/mgd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="sled_uuid" value='1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd'/>
<propval type="astring" name="rack_uuid" value='41cc6a35-6e91-4970-a710-a6745ca10ae3'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/mg-ddm">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="mode" value='transit'/>
<propval type="astring" name="dendrite" value='true'/>
<propval type="astring" name="sled_uuid" value='1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd'/>
<propval type="astring" name="rack_uuid" value='41cc6a35-6e91-4970-a710-a6745ca10ae3'/>
<propval type="astring" name="interfaces" value='tfportrear0_0/ll'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/uplink">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 216 | 2025-01-11T05:20:43.847Z | INFO | SledAgent (ServiceManager): Booting oxz_switch zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_switch
|
| 217 | 2025-01-11T05:20:44.155Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 27.31462ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 218 | 2025-01-11T05:20:44.353Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 53.515754ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 219 | 2025-01-11T05:20:44.524Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 175.913797ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 220 | 2025-01-11T05:20:44.634Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 3.681119855s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 221 | 2025-01-11T05:20:44.870Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 496.858712ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 222 | 2025-01-11T05:20:45.483Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.100762247s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 223 | 2025-01-11T05:20:46.605Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 715.10235ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 224 | 2025-01-11T05:20:47.352Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 854.154837ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 225 | 2025-01-11T05:20:48.300Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.147408826s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 226 | 2025-01-11T05:20:48.317Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 8.939830328s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 227 | 2025-01-11T05:20:49.829Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd)
file = sled-agent/src/nexus.rs:527
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 228 | 2025-01-11T05:20:49.859Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 229 | 2025-01-11T05:20:49.859Z | INFO | SledAgent (dropshot (Repo Depot)): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327
local_addr = [fd00:1122:3344:101::1]:12348
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 230 | 2025-01-11T05:20:49.861Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327
local_addr = [fd00:1122:3344:101::1]:12345
|
| 231 | 2025-01-11T05:20:49.861Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:432
|
| 232 | 2025-01-11T05:20:49.861Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 233 | 2025-01-11T05:20:49.861Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 234 | 2025-01-11T05:20:49.861Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 235 | 2025-01-11T05:20:49.861Z | INFO | SledAgent (HardwareMonitor): Sled Agent Started
file = sled-agent/src/hardware_monitor.rs:138
|
| 236 | 2025-01-11T05:20:49.861Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: Some(None), bgp_peers: [], autoneg: false, lldp: None, tx_eq: None }], bgp: [], bfd: [] })))
|
| 237 | 2025-01-11T05:20:49.861Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3973
|
| 238 | 2025-01-11T05:20:50.067Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:81
remote_addr = [fdb0:18c0:4d0d:a02a::1]:34732
|
| 239 | 2025-01-11T05:20:50.067Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:117
peer = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 240 | 2025-01-11T05:20:50.067Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:252
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 241 | 2025-01-11T05:20:50.072Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:4294
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
| 242 | 2025-01-11T05:20:51.069Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd)
file = sled-agent/src/probe_manager.rs:231
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 243 | 2025-01-11T05:20:51.070Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:57115
|
| 244 | 2025-01-11T05:20:51.071Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 245 | 2025-01-11T05:20:51.071Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 246 | 2025-01-11T05:20:51.071Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 247 | 2025-01-11T05:20:51.071Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 248 | 2025-01-11T05:20:51.071Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 329
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:57115
req_id = da711851-5461-48ac-b487-adfb1570c5df
response_code = 200
uri = /inventory
|
| 249 | 2025-01-11T05:20:51.335Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 1500542517009827584
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 250 | 2025-01-11T05:20:51.335Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 365178122651731218
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 251 | 2025-01-11T05:20:51.341Z | INFO | SledAgent (ServiceManager): refreshed zone-network-setup service with new configuration
file = sled-agent/src/services.rs:4343
|
| 252 | 2025-01-11T05:20:51.341Z | INFO | SledAgent (ServiceManager): configuring dendrite service
file = sled-agent/src/services.rs:4401
|
| 253 | 2025-01-11T05:20:51.553Z | INFO | SledAgent (VmmReservoirManager): Finished setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:279
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 254 | 2025-01-11T05:20:51.580Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41427
|
| 255 | 2025-01-11T05:20:51.580Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 50
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:41427
req_id = 996f85a7-6433-4cfe-a454-3d639f0f514c
response_code = 200
uri = /sled-role
|
| 256 | 2025-01-11T05:20:51.621Z | INFO | SledAgent (RSS): attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: 023e6363-09f0-4175-a3c5-4720e2e3c03d (physical_disk), pool_id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: 6b1c36f0-483a-46a5-982d-6bc73da8057c (physical_disk), pool_id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: a7d3b413-1857-40c9-aa31-094b7591a4db (physical_disk), pool_id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: ff5af3df-7069-4f04-9ed8-0ec7547b5cf2 (physical_disk), pool_id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: bef1518a-e8db-487e-ad25-b4247025dc6f (physical_disk), pool_id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: e053830b-16e7-4b3b-9f00-be15d6b7389f (physical_disk), pool_id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: 4b6717ac-5cf5-461b-8a90-233d63d0dd0e (physical_disk), pool_id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: 7d2b1148-b22e-42d5-9e72-173debc46216 (physical_disk), pool_id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: 80527385-26d0-4cf4-a5d0-6891c21a4834 (physical_disk), pool_id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool) }] }
file = sled-agent/src/rack_setup/service.rs:385
sled_address = [fd00:1122:3344:101::1]:12345
|
| 257 | 2025-01-11T05:20:51.621Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:60026
|
| 258 | 2025-01-11T05:20:51.622Z | INFO | SledAgent: physical disks ensure
file = sled-agent/src/sled_agent.rs:893
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 259 | 2025-01-11T05:20:51.622Z | INFO | SledAgent (StorageManager): Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: 023e6363-09f0-4175-a3c5-4720e2e3c03d (physical_disk), pool_id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: 6b1c36f0-483a-46a5-982d-6bc73da8057c (physical_disk), pool_id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: a7d3b413-1857-40c9-aa31-094b7591a4db (physical_disk), pool_id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: ff5af3df-7069-4f04-9ed8-0ec7547b5cf2 (physical_disk), pool_id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: bef1518a-e8db-487e-ad25-b4247025dc6f (physical_disk), pool_id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: e053830b-16e7-4b3b-9f00-be15d6b7389f (physical_disk), pool_id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: 4b6717ac-5cf5-461b-8a90-233d63d0dd0e (physical_disk), pool_id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: 7d2b1148-b22e-42d5-9e72-173debc46216 (physical_disk), pool_id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: 80527385-26d0-4cf4-a5d0-6891c21a4834 (physical_disk), pool_id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool) }] }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 260 | 2025-01-11T05:20:51.622Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 261 | 2025-01-11T05:20:51.622Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 262 | 2025-01-11T05:20:51.622Z | INFO | SledAgent (StorageManager): No previously-stored 'requested disks', creating new ledger
file = sled-storage/src/manager.rs:1298
request = omicron_physical_disks_ensure
|
| 263 | 2025-01-11T05:20:51.622Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
| 264 | 2025-01-11T05:20:51.622Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:342
|
| 265 | 2025-01-11T05:20:51.622Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 266 | 2025-01-11T05:20:51.622Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
path = /scratch/u2_0.vdev
|
| 267 | 2025-01-11T05:20:51.632Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev
file = sled-hardware/src/disk.rs:367
|
| 268 | 2025-01-11T05:20:51.632Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool)
|
| 269 | 2025-01-11T05:20:51.732Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }
|
| 270 | 2025-01-11T05:20:51.740Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:239
|
| 271 | 2025-01-11T05:20:51.740Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 272 | 2025-01-11T05:20:51.740Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 273 | 2025-01-11T05:20:51.740Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 274 | 2025-01-11T05:20:51.740Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 275 | 2025-01-11T05:20:51.741Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 276 | 2025-01-11T05:20:51.741Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 277 | 2025-01-11T05:20:51.777Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 278 | 2025-01-11T05:20:51.785Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 279 | 2025-01-11T05:20:51.924Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f
file = sled-storage/src/dataset.rs:388
|
| 280 | 2025-01-11T05:20:51.931Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:440
|
| 281 | 2025-01-11T05:20:51.931Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:357
|
| 282 | 2025-01-11T05:20:51.931Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:342
|
| 283 | 2025-01-11T05:20:51.931Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 284 | 2025-01-11T05:20:51.931Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
path = /scratch/u2_1.vdev
|
| 285 | 2025-01-11T05:20:51.940Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev
file = sled-hardware/src/disk.rs:367
|
| 286 | 2025-01-11T05:20:51.940Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = ec9ad497-e429-48cd-995d-1528d20edba6 (zpool)
|
| 287 | 2025-01-11T05:20:52.035Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }
|
| 288 | 2025-01-11T05:20:52.042Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:239
|
| 289 | 2025-01-11T05:20:52.043Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 290 | 2025-01-11T05:20:52.043Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 291 | 2025-01-11T05:20:52.043Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 292 | 2025-01-11T05:20:52.043Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 293 | 2025-01-11T05:20:52.043Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 294 | 2025-01-11T05:20:52.043Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 295 | 2025-01-11T05:20:52.072Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd)
file = sled-agent/src/probe_manager.rs:231
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 296 | 2025-01-11T05:20:52.078Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 297 | 2025-01-11T05:20:52.087Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 298 | 2025-01-11T05:20:52.228Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_ec9ad497-e429-48cd-995d-1528d20edba6
file = sled-storage/src/dataset.rs:388
|
| 299 | 2025-01-11T05:20:52.237Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:440
|
| 300 | 2025-01-11T05:20:52.237Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:357
|
| 301 | 2025-01-11T05:20:52.237Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:342
|
| 302 | 2025-01-11T05:20:52.237Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 303 | 2025-01-11T05:20:52.237Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
path = /scratch/u2_2.vdev
|
| 304 | 2025-01-11T05:20:52.248Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev
file = sled-hardware/src/disk.rs:367
|
| 305 | 2025-01-11T05:20:52.248Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool)
|
| 306 | 2025-01-11T05:20:52.344Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }
|
| 307 | 2025-01-11T05:20:52.352Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:239
|
| 308 | 2025-01-11T05:20:52.352Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 309 | 2025-01-11T05:20:52.352Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 310 | 2025-01-11T05:20:52.352Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 311 | 2025-01-11T05:20:52.352Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 312 | 2025-01-11T05:20:52.352Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 313 | 2025-01-11T05:20:52.352Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 314 | 2025-01-11T05:20:52.388Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 315 | 2025-01-11T05:20:52.396Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 316 | 2025-01-11T05:20:52.536Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f
file = sled-storage/src/dataset.rs:388
|
| 317 | 2025-01-11T05:20:52.544Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:440
|
| 318 | 2025-01-11T05:20:52.544Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:357
|
| 319 | 2025-01-11T05:20:52.544Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:342
|
| 320 | 2025-01-11T05:20:52.544Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 321 | 2025-01-11T05:20:52.544Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
path = /scratch/u2_3.vdev
|
| 322 | 2025-01-11T05:20:52.554Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev
file = sled-hardware/src/disk.rs:367
|
| 323 | 2025-01-11T05:20:52.554Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool)
|
| 324 | 2025-01-11T05:20:52.652Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }
|
| 325 | 2025-01-11T05:20:52.660Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:239
|
| 326 | 2025-01-11T05:20:52.660Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 327 | 2025-01-11T05:20:52.660Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 328 | 2025-01-11T05:20:52.660Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 329 | 2025-01-11T05:20:52.660Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 330 | 2025-01-11T05:20:52.661Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 331 | 2025-01-11T05:20:52.661Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 332 | 2025-01-11T05:20:52.696Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 333 | 2025-01-11T05:20:52.706Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 334 | 2025-01-11T05:20:52.849Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_652ed310-a7a2-414e-9776-af8231fa6aa4
file = sled-storage/src/dataset.rs:388
|
| 335 | 2025-01-11T05:20:52.858Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:440
|
| 336 | 2025-01-11T05:20:52.858Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:357
|
| 337 | 2025-01-11T05:20:52.858Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:342
|
| 338 | 2025-01-11T05:20:52.858Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 339 | 2025-01-11T05:20:52.858Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
path = /scratch/u2_4.vdev
|
| 340 | 2025-01-11T05:20:52.868Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev
file = sled-hardware/src/disk.rs:367
|
| 341 | 2025-01-11T05:20:52.868Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool)
|
| 342 | 2025-01-11T05:20:52.966Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }
|
| 343 | 2025-01-11T05:20:52.974Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:239
|
| 344 | 2025-01-11T05:20:52.974Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 345 | 2025-01-11T05:20:52.974Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 346 | 2025-01-11T05:20:52.974Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 347 | 2025-01-11T05:20:52.974Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 348 | 2025-01-11T05:20:52.974Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 349 | 2025-01-11T05:20:52.974Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 350 | 2025-01-11T05:20:53.009Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 351 | 2025-01-11T05:20:53.017Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 352 | 2025-01-11T05:20:53.074Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd)
file = sled-agent/src/probe_manager.rs:231
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 353 | 2025-01-11T05:20:53.157Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4
file = sled-storage/src/dataset.rs:388
|
| 354 | 2025-01-11T05:20:53.166Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:440
|
| 355 | 2025-01-11T05:20:53.166Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:357
|
| 356 | 2025-01-11T05:20:53.166Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:342
|
| 357 | 2025-01-11T05:20:53.166Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 358 | 2025-01-11T05:20:53.166Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
path = /scratch/u2_5.vdev
|
| 359 | 2025-01-11T05:20:53.176Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev
file = sled-hardware/src/disk.rs:367
|
| 360 | 2025-01-11T05:20:53.176Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool)
|
| 361 | 2025-01-11T05:20:53.271Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }
|
| 362 | 2025-01-11T05:20:53.279Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:239
|
| 363 | 2025-01-11T05:20:53.279Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 364 | 2025-01-11T05:20:53.279Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 365 | 2025-01-11T05:20:53.279Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 366 | 2025-01-11T05:20:53.279Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 367 | 2025-01-11T05:20:53.280Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 368 | 2025-01-11T05:20:53.280Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 369 | 2025-01-11T05:20:53.318Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 370 | 2025-01-11T05:20:53.326Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 371 | 2025-01-11T05:20:53.468Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_6e7c044a-1f89-4864-9088-50af54ee9df8
file = sled-storage/src/dataset.rs:388
|
| 372 | 2025-01-11T05:20:53.476Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:440
|
| 373 | 2025-01-11T05:20:53.476Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:357
|
| 374 | 2025-01-11T05:20:53.476Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:342
|
| 375 | 2025-01-11T05:20:53.476Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 376 | 2025-01-11T05:20:53.476Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
path = /scratch/u2_6.vdev
|
| 377 | 2025-01-11T05:20:53.487Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev
file = sled-hardware/src/disk.rs:367
|
| 378 | 2025-01-11T05:20:53.487Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool)
|
| 379 | 2025-01-11T05:20:53.585Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }
|
| 380 | 2025-01-11T05:20:53.593Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:239
|
| 381 | 2025-01-11T05:20:53.593Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 382 | 2025-01-11T05:20:53.593Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 383 | 2025-01-11T05:20:53.593Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 384 | 2025-01-11T05:20:53.593Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 385 | 2025-01-11T05:20:53.593Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 386 | 2025-01-11T05:20:53.593Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 387 | 2025-01-11T05:20:53.631Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 388 | 2025-01-11T05:20:53.641Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 389 | 2025-01-11T05:20:53.783Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d
file = sled-storage/src/dataset.rs:388
|
| 390 | 2025-01-11T05:20:53.791Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:440
|
| 391 | 2025-01-11T05:20:53.791Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:357
|
| 392 | 2025-01-11T05:20:53.791Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:342
|
| 393 | 2025-01-11T05:20:53.791Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 394 | 2025-01-11T05:20:53.791Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
path = /scratch/u2_7.vdev
|
| 395 | 2025-01-11T05:20:53.801Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev
file = sled-hardware/src/disk.rs:367
|
| 396 | 2025-01-11T05:20:53.801Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 8ef28041-f640-42e9-a92f-121b40233eda (zpool)
|
| 397 | 2025-01-11T05:20:53.894Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }
|
| 398 | 2025-01-11T05:20:53.902Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:239
|
| 399 | 2025-01-11T05:20:53.902Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 400 | 2025-01-11T05:20:53.902Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 401 | 2025-01-11T05:20:53.902Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 402 | 2025-01-11T05:20:53.902Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 403 | 2025-01-11T05:20:53.902Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 404 | 2025-01-11T05:20:53.902Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 405 | 2025-01-11T05:20:53.936Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 406 | 2025-01-11T05:20:53.944Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_8ef28041-f640-42e9-a92f-121b40233eda/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 407 | 2025-01-11T05:20:54.075Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd)
file = sled-agent/src/probe_manager.rs:231
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 408 | 2025-01-11T05:20:54.093Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_8ef28041-f640-42e9-a92f-121b40233eda
file = sled-storage/src/dataset.rs:388
|
| 409 | 2025-01-11T05:20:54.101Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:440
|
| 410 | 2025-01-11T05:20:54.101Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:357
|
| 411 | 2025-01-11T05:20:54.101Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:342
|
| 412 | 2025-01-11T05:20:54.101Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 413 | 2025-01-11T05:20:54.101Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
path = /scratch/u2_8.vdev
|
| 414 | 2025-01-11T05:20:54.112Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev
file = sled-hardware/src/disk.rs:367
|
| 415 | 2025-01-11T05:20:54.112Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 5811c75e-42e8-431b-b556-abc8dedd260e (zpool)
|
| 416 | 2025-01-11T05:20:54.211Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }
|
| 417 | 2025-01-11T05:20:54.219Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:239
|
| 418 | 2025-01-11T05:20:54.219Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 419 | 2025-01-11T05:20:54.219Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 420 | 2025-01-11T05:20:54.219Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 421 | 2025-01-11T05:20:54.219Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 422 | 2025-01-11T05:20:54.219Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 423 | 2025-01-11T05:20:54.219Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 424 | 2025-01-11T05:20:54.255Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 425 | 2025-01-11T05:20:54.264Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_5811c75e-42e8-431b-b556-abc8dedd260e/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 426 | 2025-01-11T05:20:54.404Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_5811c75e-42e8-431b-b556-abc8dedd260e
file = sled-storage/src/dataset.rs:388
|
| 427 | 2025-01-11T05:20:54.413Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:440
|
| 428 | 2025-01-11T05:20:54.413Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:357
|
| 429 | 2025-01-11T05:20:54.413Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 430 | 2025-01-11T05:20:54.413Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(2), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 431 | 2025-01-11T05:20:54.413Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 432 | 2025-01-11T05:20:54.413Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 433 | 2025-01-11T05:20:54.413Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 434 | 2025-01-11T05:20:54.413Z | INFO | SledAgent: physical disks ensure: Updated storage
file = sled-agent/src/sled_agent.rs:897
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 435 | 2025-01-11T05:20:54.413Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 436 | 2025-01-11T05:20:54.413Z | INFO | SledAgent: physical disks ensure: Propagating new generation of disks
file = sled-agent/src/sled_agent.rs:923
generation = Generation(2)
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 437 | 2025-01-11T05:20:54.413Z | INFO | SledAgent: physical disks ensure: Updated storage monitor
file = sled-agent/src/sled_agent.rs:928
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 438 | 2025-01-11T05:20:54.413Z | INFO | SledAgent: physical disks ensure: Updated zone bundler
file = sled-agent/src/sled_agent.rs:933
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 439 | 2025-01-11T05:20:54.413Z | INFO | SledAgent (ProbeManager): use_only_these_disks: Processing new request
file = sled-agent/src/probe_manager.rs:122
gen = Generation(2)
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 440 | 2025-01-11T05:20:54.413Z | INFO | SledAgent: physical disks ensure: Updated probes
file = sled-agent/src/sled_agent.rs:939
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 441 | 2025-01-11T05:20:54.413Z | INFO | SledAgent (InstanceManager): use_only_these_disks: Processing new request
file = sled-agent/src/instance_manager.rs:799
gen = Generation(2)
|
| 442 | 2025-01-11T05:20:54.413Z | INFO | SledAgent: physical disks ensure: Updated instances
file = sled-agent/src/sled_agent.rs:944
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 443 | 2025-01-11T05:20:54.413Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 2792055
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:60026
req_id = 1630b57b-a17a-419b-b277-22ff77d1349a
response_code = 200
uri = /omicron-physical-disks
|
| 444 | 2025-01-11T05:20:54.445Z | INFO | SledAgent (RSS): attempting to set up sled's datasets: DatasetsConfig { generation: Generation(1), datasets: {03a6710a-5b06-44ac-922f-f19e5da61a1e (dataset): DatasetConfig { id: 03a6710a-5b06-44ac-922f-f19e5da61a1e (dataset), name: DatasetName { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 072ba2ab-51df-43bd-baf1-091565a9052a (dataset): DatasetConfig { id: 072ba2ab-51df-43bd-baf1-091565a9052a (dataset), name: DatasetName { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 09ccb1d2-53fc-4c33-b4a1-0b9e08e518e6 (dataset): DatasetConfig { id: 09ccb1d2-53fc-4c33-b4a1-0b9e08e518e6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0a01297a-4ead-4329-a34e-6e86fa59e2b0 (dataset): DatasetConfig { id: 0a01297a-4ead-4329-a34e-6e86fa59e2b0 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0b6cd485-3e29-48cb-9ff7-9dc6f0d3e660 (dataset): DatasetConfig { id: 0b6cd485-3e29-48cb-9ff7-9dc6f0d3e660 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0da38404-6732-485e-a1de-e2591035da7e (dataset): DatasetConfig { id: 0da38404-6732-485e-a1de-e2591035da7e (dataset), name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0fa5ac36-82ba-4c88-a233-ff473ee839c3 (dataset): DatasetConfig { id: 0fa5ac36-82ba-4c88-a233-ff473ee839c3 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1402a42c-91c0-4c84-af8d-a5ad02120c54 (dataset): DatasetConfig { id: 1402a42c-91c0-4c84-af8d-a5ad02120c54 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 237edfba-01e7-42a3-979c-d4e97142c486 (dataset): DatasetConfig { id: 237edfba-01e7-42a3-979c-d4e97142c486 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 29a296e0-d6db-46e3-b81a-65ce447daf87 (dataset): DatasetConfig { id: 29a296e0-d6db-46e3-b81a-65ce447daf87 (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: TransientZone { name: "oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2a9a8c5b-7846-473b-a781-7ac5d58909be (dataset): DatasetConfig { id: 2a9a8c5b-7846-473b-a781-7ac5d58909be (dataset), name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 303c3101-0cd4-4d79-ad81-bdcaf115ec48 (dataset): DatasetConfig { id: 303c3101-0cd4-4d79-ad81-bdcaf115ec48 (dataset), name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 31c8875d-d5f2-48d9-9c84-dc4d13e3fe7b (dataset): DatasetConfig { id: 31c8875d-d5f2-48d9-9c84-dc4d13e3fe7b (dataset), name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 34d2589c-4bb1-46f8-8eed-facd66fc50ec (dataset): DatasetConfig { id: 34d2589c-4bb1-46f8-8eed-facd66fc50ec (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 37959c48-f316-4259-8021-c06b1effbe60 (dataset): DatasetConfig { id: 37959c48-f316-4259-8021-c06b1effbe60 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 397403f7-82a8-454c-ae7a-5e3c572d22b3 (dataset): DatasetConfig { id: 397403f7-82a8-454c-ae7a-5e3c572d22b3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3b290ad5-7bce-49f8-8c12-93b7354f52df (dataset): DatasetConfig { id: 3b290ad5-7bce-49f8-8c12-93b7354f52df (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 43bd0ec4-415a-4f6a-8271-3bd92f154de2 (dataset): DatasetConfig { id: 43bd0ec4-415a-4f6a-8271-3bd92f154de2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 48f35ea3-a34d-4e34-8b47-eb9e97294969 (dataset): DatasetConfig { id: 48f35ea3-a34d-4e34-8b47-eb9e97294969 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5349354d-6e51-47f2-8ba4-06cf856e673d (dataset): DatasetConfig { id: 5349354d-6e51-47f2-8ba4-06cf856e673d (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZone { name: "oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 559fda2e-f262-4ca5-9453-7ac4178b58ab (dataset): DatasetConfig { id: 559fda2e-f262-4ca5-9453-7ac4178b58ab (dataset), name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 561b5f29-4166-458d-b800-d2690b86c929 (dataset): DatasetConfig { id: 561b5f29-4166-458d-b800-d2690b86c929 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 56df7d28-91f0-444d-acd3-6aee35f97dfd (dataset): DatasetConfig { id: 56df7d28-91f0-444d-acd3-6aee35f97dfd (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5d75049d-a2e1-46c4-862b-3ae905393a3b (dataset): DatasetConfig { id: 5d75049d-a2e1-46c4-862b-3ae905393a3b (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 60359dc1-f53e-4cd8-987b-a4b6b7d03849 (dataset): DatasetConfig { id: 60359dc1-f53e-4cd8-987b-a4b6b7d03849 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 631f7ee4-389b-427e-a85d-f968b4b73c4c (dataset): DatasetConfig { id: 631f7ee4-389b-427e-a85d-f968b4b73c4c (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 64149ddc-c1d2-4551-8b2c-e6c99ed02824 (dataset): DatasetConfig { id: 64149ddc-c1d2-4551-8b2c-e6c99ed02824 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 681f13bd-ccc8-41e4-b24a-bbce57e859fd (dataset): DatasetConfig { id: 681f13bd-ccc8-41e4-b24a-bbce57e859fd (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6e362e1f-b8af-441c-89c0-5822d1e5457f (dataset): DatasetConfig { id: 6e362e1f-b8af-441c-89c0-5822d1e5457f (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6e7653d9-6812-4fa9-bef4-7443bea80ad1 (dataset): DatasetConfig { id: 6e7653d9-6812-4fa9-bef4-7443bea80ad1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6ff32a0b-6cd4-4a3c-a449-10088d1aa70d (dataset): DatasetConfig { id: 6ff32a0b-6cd4-4a3c-a449-10088d1aa70d (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7588fed5-101c-4560-93c3-840932a4cf52 (dataset): DatasetConfig { id: 7588fed5-101c-4560-93c3-840932a4cf52 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 76280a98-6f02-4c72-88e3-221b02b28431 (dataset): DatasetConfig { id: 76280a98-6f02-4c72-88e3-221b02b28431 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, kind: TransientZone { name: "oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7b690579-85cf-43c1-ad87-35b38e725c7e (dataset): DatasetConfig { id: 7b690579-85cf-43c1-ad87-35b38e725c7e (dataset), name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: TransientZone { name: "oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7cd56525-7f62-4a1d-99e8-272f4b6a15a4 (dataset): DatasetConfig { id: 7cd56525-7f62-4a1d-99e8-272f4b6a15a4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7fbf11f7-4637-40b6-814b-d788ffe150a2 (dataset): DatasetConfig { id: 7fbf11f7-4637-40b6-814b-d788ffe150a2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8201d6fa-3047-408a-9c67-10aef37838c6 (dataset): DatasetConfig { id: 8201d6fa-3047-408a-9c67-10aef37838c6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8316c3eb-271a-46a6-8c0a-909662f38fe3 (dataset): DatasetConfig { id: 8316c3eb-271a-46a6-8c0a-909662f38fe3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 885b1ddc-9ea1-47a0-a8a0-d61fb014595c (dataset): DatasetConfig { id: 885b1ddc-9ea1-47a0-a8a0-d61fb014595c (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 88f45937-5db5-47f7-9909-20efa6d77806 (dataset): DatasetConfig { id: 88f45937-5db5-47f7-9909-20efa6d77806 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8df5e55f-8eb2-425a-86db-d3e357fce020 (dataset): DatasetConfig { id: 8df5e55f-8eb2-425a-86db-d3e357fce020 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 925e7132-346e-496a-b910-6fe13f15ad97 (dataset): DatasetConfig { id: 925e7132-346e-496a-b910-6fe13f15ad97 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 9ac406b6-3296-4d6e-8074-caaf5d76fd27 (dataset): DatasetConfig { id: 9ac406b6-3296-4d6e-8074-caaf5d76fd27 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a28b91b2-fdce-46d3-9fda-6fef09c3c857 (dataset): DatasetConfig { id: a28b91b2-fdce-46d3-9fda-6fef09c3c857 (dataset), name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a687a5aa-b768-41f9-a7d0-7309c12c7992 (dataset): DatasetConfig { id: a687a5aa-b768-41f9-a7d0-7309c12c7992 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b18beffe-f2ef-4cb8-bbac-49c940ea5766 (dataset): DatasetConfig { id: b18beffe-f2ef-4cb8-bbac-49c940ea5766 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b2da0820-4e3a-4a1c-83ba-99070b93e2cc (dataset): DatasetConfig { id: b2da0820-4e3a-4a1c-83ba-99070b93e2cc (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b55cc8d6-7393-4386-9c65-c7c407641775 (dataset): DatasetConfig { id: b55cc8d6-7393-4386-9c65-c7c407641775 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c142dffc-0622-4816-ae7b-8aea3e8edb2a (dataset): DatasetConfig { id: c142dffc-0622-4816-ae7b-8aea3e8edb2a (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c4e97901-5df4-4be3-b949-a0b1c647beed (dataset): DatasetConfig { id: c4e97901-5df4-4be3-b949-a0b1c647beed (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c895cb4d-5f9d-413f-94ce-1941f92bf264 (dataset): DatasetConfig { id: c895cb4d-5f9d-413f-94ce-1941f92bf264 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cc40c9b3-3237-48b9-ae2d-9719019b3b08 (dataset): DatasetConfig { id: cc40c9b3-3237-48b9-ae2d-9719019b3b08 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cee39062-2fac-4d39-b7f3-7025c959fe61 (dataset): DatasetConfig { id: cee39062-2fac-4d39-b7f3-7025c959fe61 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, cf315c28-a377-4513-9701-644a65675d3c (dataset): DatasetConfig { id: cf315c28-a377-4513-9701-644a65675d3c (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, cfb4a8c6-1b73-423f-ad6c-addf70691ba7 (dataset): DatasetConfig { id: cfb4a8c6-1b73-423f-ad6c-addf70691ba7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d152bc6c-7982-4f7a-8d48-64a997a5135c (dataset): DatasetConfig { id: d152bc6c-7982-4f7a-8d48-64a997a5135c (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dfaaf4d1-85ec-44df-9bf8-59c7ddcde250 (dataset): DatasetConfig { id: dfaaf4d1-85ec-44df-9bf8-59c7ddcde250 (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: TransientZone { name: "oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e28eaf47-b7fb-44d4-b7da-cb3eb01708ae (dataset): DatasetConfig { id: e28eaf47-b7fb-44d4-b7da-cb3eb01708ae (dataset), name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, e40896e6-ca4c-4247-b23b-e4d1a11b358f (dataset): DatasetConfig { id: e40896e6-ca4c-4247-b23b-e4d1a11b358f (dataset), name: DatasetName { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ea7374ec-6477-4463-af65-7cc07ee3875e (dataset): DatasetConfig { id: ea7374ec-6477-4463-af65-7cc07ee3875e (dataset), name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, eb2b58b2-3f86-4787-8e02-3c9dbe756ecc (dataset): DatasetConfig { id: eb2b58b2-3f86-4787-8e02-3c9dbe756ecc (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, eeb3e329-4918-423a-bb8b-5d14ea018825 (dataset): DatasetConfig { id: eeb3e329-4918-423a-bb8b-5d14ea018825 (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f2a3d5e7-13e7-4215-b628-20f66b8d3484 (dataset): DatasetConfig { id: f2a3d5e7-13e7-4215-b628-20f66b8d3484 (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fa5ca557-eae2-498f-875f-1eb493600d20 (dataset): DatasetConfig { id: fa5ca557-eae2-498f-875f-1eb493600d20 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fdcdc2e1-2a4c-4d8a-b3bc-c8da887953b7 (dataset): DatasetConfig { id: fdcdc2e1-2a4c-4d8a-b3bc-c8da887953b7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fe277215-410c-493d-8e7a-26c8a3c3536b (dataset): DatasetConfig { id: fe277215-410c-493d-8e7a-26c8a3c3536b (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }} }
file = sled-agent/src/rack_setup/service.rs:460
sled_address = [fd00:1122:3344:101::1]:12345
|
| 445 | 2025-01-11T05:20:54.445Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37915
|
| 446 | 2025-01-11T05:20:54.446Z | INFO | SledAgent: datasets ensure
file = sled-agent/src/sled_agent.rs:859
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 447 | 2025-01-11T05:20:54.446Z | INFO | SledAgent (StorageManager): Received DatasetsEnsure { config: DatasetsConfig { generation: Generation(1), datasets: {03a6710a-5b06-44ac-922f-f19e5da61a1e (dataset): DatasetConfig { id: 03a6710a-5b06-44ac-922f-f19e5da61a1e (dataset), name: DatasetName { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 072ba2ab-51df-43bd-baf1-091565a9052a (dataset): DatasetConfig { id: 072ba2ab-51df-43bd-baf1-091565a9052a (dataset), name: DatasetName { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 09ccb1d2-53fc-4c33-b4a1-0b9e08e518e6 (dataset): DatasetConfig { id: 09ccb1d2-53fc-4c33-b4a1-0b9e08e518e6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0a01297a-4ead-4329-a34e-6e86fa59e2b0 (dataset): DatasetConfig { id: 0a01297a-4ead-4329-a34e-6e86fa59e2b0 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0b6cd485-3e29-48cb-9ff7-9dc6f0d3e660 (dataset): DatasetConfig { id: 0b6cd485-3e29-48cb-9ff7-9dc6f0d3e660 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0da38404-6732-485e-a1de-e2591035da7e (dataset): DatasetConfig { id: 0da38404-6732-485e-a1de-e2591035da7e (dataset), name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0fa5ac36-82ba-4c88-a233-ff473ee839c3 (dataset): DatasetConfig { id: 0fa5ac36-82ba-4c88-a233-ff473ee839c3 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1402a42c-91c0-4c84-af8d-a5ad02120c54 (dataset): DatasetConfig { id: 1402a42c-91c0-4c84-af8d-a5ad02120c54 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 237edfba-01e7-42a3-979c-d4e97142c486 (dataset): DatasetConfig { id: 237edfba-01e7-42a3-979c-d4e97142c486 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 29a296e0-d6db-46e3-b81a-65ce447daf87 (dataset): DatasetConfig { id: 29a296e0-d6db-46e3-b81a-65ce447daf87 (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: TransientZone { name: "oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2a9a8c5b-7846-473b-a781-7ac5d58909be (dataset): DatasetConfig { id: 2a9a8c5b-7846-473b-a781-7ac5d58909be (dataset), name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 303c3101-0cd4-4d79-ad81-bdcaf115ec48 (dataset): DatasetConfig { id: 303c3101-0cd4-4d79-ad81-bdcaf115ec48 (dataset), name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 31c8875d-d5f2-48d9-9c84-dc4d13e3fe7b (dataset): DatasetConfig { id: 31c8875d-d5f2-48d9-9c84-dc4d13e3fe7b (dataset), name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 34d2589c-4bb1-46f8-8eed-facd66fc50ec (dataset): DatasetConfig { id: 34d2589c-4bb1-46f8-8eed-facd66fc50ec (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 37959c48-f316-4259-8021-c06b1effbe60 (dataset): DatasetConfig { id: 37959c48-f316-4259-8021-c06b1effbe60 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 397403f7-82a8-454c-ae7a-5e3c572d22b3 (dataset): DatasetConfig { id: 397403f7-82a8-454c-ae7a-5e3c572d22b3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3b290ad5-7bce-49f8-8c12-93b7354f52df (dataset): DatasetConfig { id: 3b290ad5-7bce-49f8-8c12-93b7354f52df (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 43bd0ec4-415a-4f6a-8271-3bd92f154de2 (dataset): DatasetConfig { id: 43bd0ec4-415a-4f6a-8271-3bd92f154de2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 48f35ea3-a34d-4e34-8b47-eb9e97294969 (dataset): DatasetConfig { id: 48f35ea3-a34d-4e34-8b47-eb9e97294969 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5349354d-6e51-47f2-8ba4-06cf856e673d (dataset): DatasetConfig { id: 5349354d-6e51-47f2-8ba4-06cf856e673d (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZone { name: "oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 559fda2e-f262-4ca5-9453-7ac4178b58ab (dataset): DatasetConfig { id: 559fda2e-f262-4ca5-9453-7ac4178b58ab (dataset), name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 561b5f29-4166-458d-b800-d2690b86c929 (dataset): DatasetConfig { id: 561b5f29-4166-458d-b800-d2690b86c929 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 56df7d28-91f0-444d-acd3-6aee35f97dfd (dataset): DatasetConfig { id: 56df7d28-91f0-444d-acd3-6aee35f97dfd (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5d75049d-a2e1-46c4-862b-3ae905393a3b (dataset): DatasetConfig { id: 5d75049d-a2e1-46c4-862b-3ae905393a3b (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 60359dc1-f53e-4cd8-987b-a4b6b7d03849 (dataset): DatasetConfig { id: 60359dc1-f53e-4cd8-987b-a4b6b7d03849 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 631f7ee4-389b-427e-a85d-f968b4b73c4c (dataset): DatasetConfig { id: 631f7ee4-389b-427e-a85d-f968b4b73c4c (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 64149ddc-c1d2-4551-8b2c-e6c99ed02824 (dataset): DatasetConfig { id: 64149ddc-c1d2-4551-8b2c-e6c99ed02824 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 681f13bd-ccc8-41e4-b24a-bbce57e859fd (dataset): DatasetConfig { id: 681f13bd-ccc8-41e4-b24a-bbce57e859fd (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6e362e1f-b8af-441c-89c0-5822d1e5457f (dataset): DatasetConfig { id: 6e362e1f-b8af-441c-89c0-5822d1e5457f (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6e7653d9-6812-4fa9-bef4-7443bea80ad1 (dataset): DatasetConfig { id: 6e7653d9-6812-4fa9-bef4-7443bea80ad1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6ff32a0b-6cd4-4a3c-a449-10088d1aa70d (dataset): DatasetConfig { id: 6ff32a0b-6cd4-4a3c-a449-10088d1aa70d (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7588fed5-101c-4560-93c3-840932a4cf52 (dataset): DatasetConfig { id: 7588fed5-101c-4560-93c3-840932a4cf52 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 76280a98-6f02-4c72-88e3-221b02b28431 (dataset): DatasetConfig { id: 76280a98-6f02-4c72-88e3-221b02b28431 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, kind: TransientZone { name: "oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7b690579-85cf-43c1-ad87-35b38e725c7e (dataset): DatasetConfig { id: 7b690579-85cf-43c1-ad87-35b38e725c7e (dataset), name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: TransientZone { name: "oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7cd56525-7f62-4a1d-99e8-272f4b6a15a4 (dataset): DatasetConfig { id: 7cd56525-7f62-4a1d-99e8-272f4b6a15a4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7fbf11f7-4637-40b6-814b-d788ffe150a2 (dataset): DatasetConfig { id: 7fbf11f7-4637-40b6-814b-d788ffe150a2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8201d6fa-3047-408a-9c67-10aef37838c6 (dataset): DatasetConfig { id: 8201d6fa-3047-408a-9c67-10aef37838c6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8316c3eb-271a-46a6-8c0a-909662f38fe3 (dataset): DatasetConfig { id: 8316c3eb-271a-46a6-8c0a-909662f38fe3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 885b1ddc-9ea1-47a0-a8a0-d61fb014595c (dataset): DatasetConfig { id: 885b1ddc-9ea1-47a0-a8a0-d61fb014595c (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 88f45937-5db5-47f7-9909-20efa6d77806 (dataset): DatasetConfig { id: 88f45937-5db5-47f7-9909-20efa6d77806 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8df5e55f-8eb2-425a-86db-d3e357fce020 (dataset): DatasetConfig { id: 8df5e55f-8eb2-425a-86db-d3e357fce020 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 925e7132-346e-496a-b910-6fe13f15ad97 (dataset): DatasetConfig { id: 925e7132-346e-496a-b910-6fe13f15ad97 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 9ac406b6-3296-4d6e-8074-caaf5d76fd27 (dataset): DatasetConfig { id: 9ac406b6-3296-4d6e-8074-caaf5d76fd27 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a28b91b2-fdce-46d3-9fda-6fef09c3c857 (dataset): DatasetConfig { id: a28b91b2-fdce-46d3-9fda-6fef09c3c857 (dataset), name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a687a5aa-b768-41f9-a7d0-7309c12c7992 (dataset): DatasetConfig { id: a687a5aa-b768-41f9-a7d0-7309c12c7992 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b18beffe-f2ef-4cb8-bbac-49c940ea5766 (dataset): DatasetConfig { id: b18beffe-f2ef-4cb8-bbac-49c940ea5766 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b2da0820-4e3a-4a1c-83ba-99070b93e2cc (dataset): DatasetConfig { id: b2da0820-4e3a-4a1c-83ba-99070b93e2cc (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b55cc8d6-7393-4386-9c65-c7c407641775 (dataset): DatasetConfig { id: b55cc8d6-7393-4386-9c65-c7c407641775 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c142dffc-0622-4816-ae7b-8aea3e8edb2a (dataset): DatasetConfig { id: c142dffc-0622-4816-ae7b-8aea3e8edb2a (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c4e97901-5df4-4be3-b949-a0b1c647beed (dataset): DatasetConfig { id: c4e97901-5df4-4be3-b949-a0b1c647beed (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c895cb4d-5f9d-413f-94ce-1941f92bf264 (dataset): DatasetConfig { id: c895cb4d-5f9d-413f-94ce-1941f92bf264 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cc40c9b3-3237-48b9-ae2d-9719019b3b08 (dataset): DatasetConfig { id: cc40c9b3-3237-48b9-ae2d-9719019b3b08 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cee39062-2fac-4d39-b7f3-7025c959fe61 (dataset): DatasetConfig { id: cee39062-2fac-4d39-b7f3-7025c959fe61 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, cf315c28-a377-4513-9701-644a65675d3c (dataset): DatasetConfig { id: cf315c28-a377-4513-9701-644a65675d3c (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, cfb4a8c6-1b73-423f-ad6c-addf70691ba7 (dataset): DatasetConfig { id: cfb4a8c6-1b73-423f-ad6c-addf70691ba7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d152bc6c-7982-4f7a-8d48-64a997a5135c (dataset): DatasetConfig { id: d152bc6c-7982-4f7a-8d48-64a997a5135c (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dfaaf4d1-85ec-44df-9bf8-59c7ddcde250 (dataset): DatasetConfig { id: dfaaf4d1-85ec-44df-9bf8-59c7ddcde250 (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: TransientZone { name: "oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e28eaf47-b7fb-44d4-b7da-cb3eb01708ae (dataset): DatasetConfig { id: e28eaf47-b7fb-44d4-b7da-cb3eb01708ae (dataset), name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, e40896e6-ca4c-4247-b23b-e4d1a11b358f (dataset): DatasetConfig { id: e40896e6-ca4c-4247-b23b-e4d1a11b358f (dataset), name: DatasetName { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ea7374ec-6477-4463-af65-7cc07ee3875e (dataset): DatasetConfig { id: ea7374ec-6477-4463-af65-7cc07ee3875e (dataset), name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, eb2b58b2-3f86-4787-8e02-3c9dbe756ecc (dataset): DatasetConfig { id: eb2b58b2-3f86-4787-8e02-3c9dbe756ecc (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, eeb3e329-4918-423a-bb8b-5d14ea018825 (dataset): DatasetConfig { id: eeb3e329-4918-423a-bb8b-5d14ea018825 (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f2a3d5e7-13e7-4215-b628-20f66b8d3484 (dataset): DatasetConfig { id: f2a3d5e7-13e7-4215-b628-20f66b8d3484 (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fa5ca557-eae2-498f-875f-1eb493600d20 (dataset): DatasetConfig { id: fa5ca557-eae2-498f-875f-1eb493600d20 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fdcdc2e1-2a4c-4d8a-b3bc-c8da887953b7 (dataset): DatasetConfig { id: fdcdc2e1-2a4c-4d8a-b3bc-c8da887953b7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fe277215-410c-493d-8e7a-26c8a3c3536b (dataset): DatasetConfig { id: fe277215-410c-493d-8e7a-26c8a3c3536b (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }} }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 448 | 2025-01-11T05:20:54.446Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-datasets.json
file = common/src/ledger.rs:188
request = datasets_ensure
|
| 449 | 2025-01-11T05:20:54.446Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-datasets.json
file = common/src/ledger.rs:188
request = datasets_ensure
|
| 450 | 2025-01-11T05:20:54.446Z | INFO | SledAgent (StorageManager): No previously-stored 'requested datasets', creating new ledger
file = sled-storage/src/manager.rs:909
request = datasets_ensure
|
| 451 | 2025-01-11T05:20:54.463Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 452 | 2025-01-11T05:20:54.463Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 453 | 2025-01-11T05:20:54.463Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/debug"), full_name: "oxp_6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 454 | 2025-01-11T05:20:54.491Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 455 | 2025-01-11T05:20:54.491Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 456 | 2025-01-11T05:20:54.491Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/5811c75e-42e8-431b-b556-abc8dedd260e/crypt/zone"), full_name: "oxp_5811c75e-42e8-431b-b556-abc8dedd260e/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 457 | 2025-01-11T05:20:54.517Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 458 | 2025-01-11T05:20:54.517Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 459 | 2025-01-11T05:20:54.517Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone/oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"), full_name: "oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone/oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb" }
file = sled-storage/src/manager.rs:1431
|
| 460 | 2025-01-11T05:20:54.576Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 461 | 2025-01-11T05:20:54.576Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 462 | 2025-01-11T05:20:54.576Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d"), full_name: "oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d" }
file = sled-storage/src/manager.rs:1431
|
| 463 | 2025-01-11T05:20:54.631Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 464 | 2025-01-11T05:20:54.631Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 465 | 2025-01-11T05:20:54.631Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 466 | 2025-01-11T05:20:54.676Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 467 | 2025-01-11T05:20:54.676Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 468 | 2025-01-11T05:20:54.676Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone"), full_name: "oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 469 | 2025-01-11T05:20:54.705Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 470 | 2025-01-11T05:20:54.705Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 471 | 2025-01-11T05:20:54.705Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/external_dns" }
file = sled-storage/src/manager.rs:1431
|
| 472 | 2025-01-11T05:20:54.751Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 473 | 2025-01-11T05:20:54.751Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 474 | 2025-01-11T05:20:54.751Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_8ef28041-f640-42e9-a92f-121b40233eda/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 475 | 2025-01-11T05:20:54.798Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 476 | 2025-01-11T05:20:54.798Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 477 | 2025-01-11T05:20:54.798Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 478 | 2025-01-11T05:20:54.844Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 479 | 2025-01-11T05:20:54.844Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 480 | 2025-01-11T05:20:54.844Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d"), full_name: "oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d" }
file = sled-storage/src/manager.rs:1431
|
| 481 | 2025-01-11T05:20:54.907Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 482 | 2025-01-11T05:20:54.907Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 483 | 2025-01-11T05:20:54.907Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/cockroachdb" }
file = sled-storage/src/manager.rs:1431
|
| 484 | 2025-01-11T05:20:54.958Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 485 | 2025-01-11T05:20:54.959Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 486 | 2025-01-11T05:20:54.959Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone/oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e"), full_name: "oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone/oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e" }
file = sled-storage/src/manager.rs:1431
|
| 487 | 2025-01-11T05:20:55.016Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 488 | 2025-01-11T05:20:55.016Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 489 | 2025-01-11T05:20:55.016Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone/oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb"), full_name: "oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone/oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb" }
file = sled-storage/src/manager.rs:1431
|
| 490 | 2025-01-11T05:20:55.077Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 491 | 2025-01-11T05:20:55.077Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 492 | 2025-01-11T05:20:55.077Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/external_dns" }
file = sled-storage/src/manager.rs:1431
|
| 493 | 2025-01-11T05:20:55.081Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd)
file = sled-agent/src/probe_manager.rs:231
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 494 | 2025-01-11T05:20:55.127Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 495 | 2025-01-11T05:20:55.127Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 496 | 2025-01-11T05:20:55.127Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_5811c75e-42e8-431b-b556-abc8dedd260e/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 497 | 2025-01-11T05:20:55.176Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 498 | 2025-01-11T05:20:55.176Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 499 | 2025-01-11T05:20:55.176Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone/oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57"), full_name: "oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone/oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57" }
file = sled-storage/src/manager.rs:1431
|
| 500 | 2025-01-11T05:20:55.234Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 501 | 2025-01-11T05:20:55.234Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 502 | 2025-01-11T05:20:55.234Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"), full_name: "oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0" }
file = sled-storage/src/manager.rs:1431
|
| 503 | 2025-01-11T05:20:55.296Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 504 | 2025-01-11T05:20:55.296Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 505 | 2025-01-11T05:20:55.296Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/zone"), full_name: "oxp_6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 506 | 2025-01-11T05:20:55.326Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 507 | 2025-01-11T05:20:55.326Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 508 | 2025-01-11T05:20:55.326Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/internal_dns" }
file = sled-storage/src/manager.rs:1431
|
| 509 | 2025-01-11T05:20:55.376Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 510 | 2025-01-11T05:20:55.376Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 511 | 2025-01-11T05:20:55.376Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4"), full_name: "oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4" }
file = sled-storage/src/manager.rs:1431
|
| 512 | 2025-01-11T05:20:55.435Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 513 | 2025-01-11T05:20:55.435Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 514 | 2025-01-11T05:20:55.435Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/debug"), full_name: "oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 515 | 2025-01-11T05:20:55.464Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 516 | 2025-01-11T05:20:55.464Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 517 | 2025-01-11T05:20:55.464Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/debug"), full_name: "oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 518 | 2025-01-11T05:20:55.493Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 519 | 2025-01-11T05:20:55.493Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 520 | 2025-01-11T05:20:55.493Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone"), full_name: "oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 521 | 2025-01-11T05:20:55.523Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 522 | 2025-01-11T05:20:55.523Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 523 | 2025-01-11T05:20:55.523Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b"), full_name: "oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b" }
file = sled-storage/src/manager.rs:1431
|
| 524 | 2025-01-11T05:20:55.586Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 525 | 2025-01-11T05:20:55.586Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 526 | 2025-01-11T05:20:55.586Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/ec9ad497-e429-48cd-995d-1528d20edba6/crypt/debug"), full_name: "oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 527 | 2025-01-11T05:20:55.617Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 528 | 2025-01-11T05:20:55.617Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 529 | 2025-01-11T05:20:55.617Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/cockroachdb" }
file = sled-storage/src/manager.rs:1431
|
| 530 | 2025-01-11T05:20:55.669Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 531 | 2025-01-11T05:20:55.669Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 532 | 2025-01-11T05:20:55.669Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone/oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd"), full_name: "oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone/oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd" }
file = sled-storage/src/manager.rs:1431
|
| 533 | 2025-01-11T05:20:55.731Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 534 | 2025-01-11T05:20:55.731Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 535 | 2025-01-11T05:20:55.731Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0"), full_name: "oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0" }
file = sled-storage/src/manager.rs:1431
|
| 536 | 2025-01-11T05:20:55.792Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 537 | 2025-01-11T05:20:55.792Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 538 | 2025-01-11T05:20:55.792Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 539 | 2025-01-11T05:20:55.841Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 540 | 2025-01-11T05:20:55.841Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 541 | 2025-01-11T05:20:55.841Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone/oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"), full_name: "oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone/oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b" }
file = sled-storage/src/manager.rs:1431
|
| 542 | 2025-01-11T05:20:55.902Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 543 | 2025-01-11T05:20:55.902Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 544 | 2025-01-11T05:20:55.902Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 545 | 2025-01-11T05:20:55.951Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 546 | 2025-01-11T05:20:55.951Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 547 | 2025-01-11T05:20:55.951Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone"), full_name: "oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 548 | 2025-01-11T05:20:55.981Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 549 | 2025-01-11T05:20:55.981Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 550 | 2025-01-11T05:20:55.981Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/8ef28041-f640-42e9-a92f-121b40233eda/crypt/zone/oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad"), full_name: "oxp_8ef28041-f640-42e9-a92f-121b40233eda/crypt/zone/oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad" }
file = sled-storage/src/manager.rs:1431
|
| 551 | 2025-01-11T05:20:56.042Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 552 | 2025-01-11T05:20:56.042Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 553 | 2025-01-11T05:20:56.042Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone/oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00"), full_name: "oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone/oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00" }
file = sled-storage/src/manager.rs:1431
|
| 554 | 2025-01-11T05:20:56.083Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd)
file = sled-agent/src/probe_manager.rs:231
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 555 | 2025-01-11T05:20:56.103Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 556 | 2025-01-11T05:20:56.104Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 557 | 2025-01-11T05:20:56.104Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 558 | 2025-01-11T05:20:56.153Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 559 | 2025-01-11T05:20:56.153Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 560 | 2025-01-11T05:20:56.153Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/zone/oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1"), full_name: "oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/zone/oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1" }
file = sled-storage/src/manager.rs:1431
|
| 561 | 2025-01-11T05:20:56.216Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 562 | 2025-01-11T05:20:56.216Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 563 | 2025-01-11T05:20:56.216Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/8ef28041-f640-42e9-a92f-121b40233eda/crypt/zone"), full_name: "oxp_8ef28041-f640-42e9-a92f-121b40233eda/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 564 | 2025-01-11T05:20:56.247Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 565 | 2025-01-11T05:20:56.247Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 566 | 2025-01-11T05:20:56.247Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/cockroachdb" }
file = sled-storage/src/manager.rs:1431
|
| 567 | 2025-01-11T05:20:56.298Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 568 | 2025-01-11T05:20:56.298Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 569 | 2025-01-11T05:20:56.298Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/cockroachdb" }
file = sled-storage/src/manager.rs:1431
|
| 570 | 2025-01-11T05:20:56.349Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 571 | 2025-01-11T05:20:56.349Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 572 | 2025-01-11T05:20:56.349Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/cockroachdb" }
file = sled-storage/src/manager.rs:1431
|
| 573 | 2025-01-11T05:20:56.398Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 574 | 2025-01-11T05:20:56.398Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 575 | 2025-01-11T05:20:56.398Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/zone/oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2"), full_name: "oxp_6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/zone/oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2" }
file = sled-storage/src/manager.rs:1431
|
| 576 | 2025-01-11T05:20:56.458Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 577 | 2025-01-11T05:20:56.458Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 578 | 2025-01-11T05:20:56.458Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/5811c75e-42e8-431b-b556-abc8dedd260e/crypt/debug"), full_name: "oxp_5811c75e-42e8-431b-b556-abc8dedd260e/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 579 | 2025-01-11T05:20:56.488Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 580 | 2025-01-11T05:20:56.488Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 581 | 2025-01-11T05:20:56.488Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/internal_dns" }
file = sled-storage/src/manager.rs:1431
|
| 582 | 2025-01-11T05:20:56.537Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 583 | 2025-01-11T05:20:56.537Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 584 | 2025-01-11T05:20:56.537Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/zone"), full_name: "oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 585 | 2025-01-11T05:20:56.566Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 586 | 2025-01-11T05:20:56.566Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 587 | 2025-01-11T05:20:56.566Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone/oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b"), full_name: "oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone/oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b" }
file = sled-storage/src/manager.rs:1431
|
| 588 | 2025-01-11T05:20:56.628Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 589 | 2025-01-11T05:20:56.628Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 590 | 2025-01-11T05:20:56.628Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_6e7c044a-1f89-4864-9088-50af54ee9df8/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 591 | 2025-01-11T05:20:56.676Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 592 | 2025-01-11T05:20:56.676Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 593 | 2025-01-11T05:20:56.676Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662"), full_name: "oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662" }
file = sled-storage/src/manager.rs:1431
|
| 594 | 2025-01-11T05:20:56.735Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 595 | 2025-01-11T05:20:56.735Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 596 | 2025-01-11T05:20:56.735Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone/oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d"), full_name: "oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone/oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d" }
file = sled-storage/src/manager.rs:1431
|
| 597 | 2025-01-11T05:20:56.796Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 598 | 2025-01-11T05:20:56.796Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 599 | 2025-01-11T05:20:56.796Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone"), full_name: "oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 600 | 2025-01-11T05:20:56.825Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 601 | 2025-01-11T05:20:56.825Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 602 | 2025-01-11T05:20:56.825Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275"), full_name: "oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275" }
file = sled-storage/src/manager.rs:1431
|
| 603 | 2025-01-11T05:20:56.888Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 604 | 2025-01-11T05:20:56.888Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 605 | 2025-01-11T05:20:56.888Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2"), full_name: "oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2" }
file = sled-storage/src/manager.rs:1431
|
| 606 | 2025-01-11T05:20:56.949Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 607 | 2025-01-11T05:20:56.949Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 608 | 2025-01-11T05:20:56.949Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/8ef28041-f640-42e9-a92f-121b40233eda/crypt/zone/oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276"), full_name: "oxp_8ef28041-f640-42e9-a92f-121b40233eda/crypt/zone/oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276" }
file = sled-storage/src/manager.rs:1431
|
| 609 | 2025-01-11T05:20:57.010Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 610 | 2025-01-11T05:20:57.010Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 611 | 2025-01-11T05:20:57.010Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/debug"), full_name: "oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 612 | 2025-01-11T05:20:57.040Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 613 | 2025-01-11T05:20:57.040Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 614 | 2025-01-11T05:20:57.040Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/8ef28041-f640-42e9-a92f-121b40233eda/crypt/debug"), full_name: "oxp_8ef28041-f640-42e9-a92f-121b40233eda/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 615 | 2025-01-11T05:20:57.071Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 616 | 2025-01-11T05:20:57.071Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 617 | 2025-01-11T05:20:57.071Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 618 | 2025-01-11T05:20:57.085Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd)
file = sled-agent/src/probe_manager.rs:231
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 619 | 2025-01-11T05:20:57.119Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 620 | 2025-01-11T05:20:57.119Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 621 | 2025-01-11T05:20:57.119Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/internal_dns" }
file = sled-storage/src/manager.rs:1431
|
| 622 | 2025-01-11T05:20:57.170Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 623 | 2025-01-11T05:20:57.170Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 624 | 2025-01-11T05:20:57.170Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8"), full_name: "oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8" }
file = sled-storage/src/manager.rs:1431
|
| 625 | 2025-01-11T05:20:57.229Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 626 | 2025-01-11T05:20:57.229Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 627 | 2025-01-11T05:20:57.229Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/debug"), full_name: "oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 628 | 2025-01-11T05:20:57.258Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 19.884074433s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 629 | 2025-01-11T05:20:57.259Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 630 | 2025-01-11T05:20:57.259Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 631 | 2025-01-11T05:20:57.259Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/5811c75e-42e8-431b-b556-abc8dedd260e/crypt/zone/oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493"), full_name: "oxp_5811c75e-42e8-431b-b556-abc8dedd260e/crypt/zone/oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493" }
file = sled-storage/src/manager.rs:1431
|
| 632 | 2025-01-11T05:20:57.320Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 633 | 2025-01-11T05:20:57.320Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 634 | 2025-01-11T05:20:57.320Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/zone/oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"), full_name: "oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/zone/oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f" }
file = sled-storage/src/manager.rs:1431
|
| 635 | 2025-01-11T05:20:57.380Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 636 | 2025-01-11T05:20:57.380Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 637 | 2025-01-11T05:20:57.380Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"), full_name: "oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e" }
file = sled-storage/src/manager.rs:1431
|
| 638 | 2025-01-11T05:20:57.443Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 639 | 2025-01-11T05:20:57.443Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 640 | 2025-01-11T05:20:57.443Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone"), full_name: "oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 641 | 2025-01-11T05:20:57.473Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 642 | 2025-01-11T05:20:57.473Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 643 | 2025-01-11T05:20:57.473Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/clickhouse" }
file = sled-storage/src/manager.rs:1431
|
| 644 | 2025-01-11T05:20:57.525Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 645 | 2025-01-11T05:20:57.525Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 646 | 2025-01-11T05:20:57.525Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/zone/oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473"), full_name: "oxp_6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/zone/oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473" }
file = sled-storage/src/manager.rs:1431
|
| 647 | 2025-01-11T05:20:57.584Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 648 | 2025-01-11T05:20:57.584Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 649 | 2025-01-11T05:20:57.584Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/5811c75e-42e8-431b-b556-abc8dedd260e/crypt/zone/oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788"), full_name: "oxp_5811c75e-42e8-431b-b556-abc8dedd260e/crypt/zone/oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788" }
file = sled-storage/src/manager.rs:1431
|
| 650 | 2025-01-11T05:20:57.646Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 651 | 2025-01-11T05:20:57.646Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 652 | 2025-01-11T05:20:57.646Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/debug"), full_name: "oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 653 | 2025-01-11T05:20:57.678Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/.omicron-datasets.json.tmp
file = common/src/ledger.rs:199
request = datasets_ensure
|
| 654 | 2025-01-11T05:20:57.678Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/.omicron-datasets.json.tmp
file = common/src/ledger.rs:199
request = datasets_ensure
|
| 655 | 2025-01-11T05:20:57.678Z | INFO | SledAgent: datasets ensure: Updated storage
file = sled-agent/src/sled_agent.rs:861
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 656 | 2025-01-11T05:20:57.679Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 3233046
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:37915
req_id = 0eb8e9d5-fe61-44d8-bd03-262e4de4f5c4
response_code = 200
uri = /datasets
|
| 657 | 2025-01-11T05:20:57.711Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 658 | 2025-01-11T05:20:57.711Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47838
|
| 659 | 2025-01-11T05:20:57.711Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 660 | 2025-01-11T05:20:57.711Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 661 | 2025-01-11T05:20:57.720Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 662 | 2025-01-11T05:20:57.720Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 663 | 2025-01-11T05:20:57.729Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 664 | 2025-01-11T05:20:57.729Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 665 | 2025-01-11T05:20:57.738Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 666 | 2025-01-11T05:20:57.738Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 667 | 2025-01-11T05:20:57.738Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 668 | 2025-01-11T05:20:57.738Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 669 | 2025-01-11T05:20:57.783Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 670 | 2025-01-11T05:20:57.783Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 671 | 2025-01-11T05:20:57.783Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 672 | 2025-01-11T05:20:57.835Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d
file = illumos-utils/src/zone.rs:325
|
| 673 | 2025-01-11T05:20:57.839Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57
file = illumos-utils/src/zone.rs:325
|
| 674 | 2025-01-11T05:20:57.843Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b
file = illumos-utils/src/zone.rs:325
|
| 675 | 2025-01-11T05:20:57.855Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d
file = illumos-utils/src/zone.rs:363
|
| 676 | 2025-01-11T05:20:57.859Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57
file = illumos-utils/src/zone.rs:363
|
| 677 | 2025-01-11T05:20:57.863Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b
file = illumos-utils/src/zone.rs:363
|
| 678 | 2025-01-11T05:20:58.088Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd)
file = sled-agent/src/probe_manager.rs:231
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 679 | 2025-01-11T05:20:59.462Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService2'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:3::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:3::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:3::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:3::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 680 | 2025-01-11T05:20:59.462Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }
|
| 681 | 2025-01-11T05:20:59.462Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57
|
| 682 | 2025-01-11T05:20:59.735Z | INFO | SledAgent (ServiceManager): refreshed dendrite service with new configuration
file = sled-agent/src/services.rs:4467
|
| 683 | 2025-01-11T05:20:59.735Z | INFO | SledAgent (ServiceManager): configuring lldp service
file = sled-agent/src/services.rs:4494
|
| 684 | 2025-01-11T05:20:59.850Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 4358074026304841338
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 685 | 2025-01-11T05:20:59.851Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 4914583476089061668
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 686 | 2025-01-11T05:20:59.860Z | INFO | SledAgent (ServiceManager): refreshed lldpd service with new configuration
file = sled-agent/src/services.rs:4507
|
| 687 | 2025-01-11T05:20:59.860Z | INFO | SledAgent (ServiceManager): configuring MGS service
file = sled-agent/src/services.rs:4353
|
| 688 | 2025-01-11T05:20:59.935Z | INFO | SledAgent (ServiceManager): refreshed MGS service with new configuration
file = sled-agent/src/services.rs:4395
|
| 689 | 2025-01-11T05:20:59.935Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:4474
rack_subnet = fd00:1122:3344::
|
| 690 | 2025-01-11T05:20:59.952Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService3'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:1::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:1::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:1::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:1::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 691 | 2025-01-11T05:20:59.952Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }
|
| 692 | 2025-01-11T05:20:59.961Z | INFO | SledAgent (ServiceManager): refreshed wicketd service with new configuration
file = sled-agent/src/services.rs:4485
|
| 693 | 2025-01-11T05:20:59.961Z | INFO | SledAgent (ServiceManager): configuring mgd service
file = sled-agent/src/services.rs:4527
|
| 694 | 2025-01-11T05:21:00.042Z | INFO | SledAgent (ServiceManager): refreshed mgd service with new configuration
file = sled-agent/src/services.rs:4559
|
| 695 | 2025-01-11T05:21:00.042Z | INFO | SledAgent (ServiceManager): configuring mg-ddm service
file = sled-agent/src/services.rs:4565
|
| 696 | 2025-01-11T05:21:00.134Z | INFO | SledAgent (ServiceManager): refreshed mg-ddm service with new configuration
file = sled-agent/src/services.rs:4606
|
| 697 | 2025-01-11T05:21:00.134Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:370
|
| 698 | 2025-01-11T05:21:00.175Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 62.698349ms)
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)
file = sled-agent/src/bootstrap/early_networking.rs:389
|
| 699 | 2025-01-11T05:21:00.240Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:420
|
| 700 | 2025-01-11T05:21:00.272Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:717
|
| 701 | 2025-01-11T05:21:00.273Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:762
|
| 702 | 2025-01-11T05:21:00.274Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:765
uptime = 0
|
| 703 | 2025-01-11T05:21:00.274Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: Some(\n None,\n ),\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n tx_eq: None,\n },\n },\n },\n}
file = sled-agent/src/bootstrap/early_networking.rs:444
|
| 704 | 2025-01-11T05:21:00.310Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 705 | 2025-01-11T05:21:00.361Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 706 | 2025-01-11T05:21:00.361Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 707 | 2025-01-11T05:21:00.361Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 708 | 2025-01-11T05:21:00.361Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 709 | 2025-01-11T05:21:00.361Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 710 | 2025-01-11T05:21:00.361Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 711 | 2025-01-11T05:21:00.361Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 712 | 2025-01-11T05:21:00.361Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 713 | 2025-01-11T05:21:00.361Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 714 | 2025-01-11T05:21:00.361Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 715 | 2025-01-11T05:21:00.361Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 716 | 2025-01-11T05:21:00.361Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 717 | 2025-01-11T05:21:00.361Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 718 | 2025-01-11T05:21:00.361Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 719 | 2025-01-11T05:21:00.361Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 720 | 2025-01-11T05:21:00.361Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 721 | 2025-01-11T05:21:00.361Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 722 | 2025-01-11T05:21:00.361Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 723 | 2025-01-11T05:21:00.361Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 724 | 2025-01-11T05:21:00.361Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 725 | 2025-01-11T05:21:00.361Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 726 | 2025-01-11T05:21:00.361Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 727 | 2025-01-11T05:21:00.361Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 728 | 2025-01-11T05:21:00.441Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService1'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:2::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:2::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:2::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:2::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 729 | 2025-01-11T05:21:00.449Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57") failed: Property not found. retry in 61.430014ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57
|
| 730 | 2025-01-11T05:21:00.449Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b
|
| 731 | 2025-01-11T05:21:00.453Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }
|
| 732 | 2025-01-11T05:21:00.453Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d
|
| 733 | 2025-01-11T05:21:00.520Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57") failed: Property not found. retry in 136.914039ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57
|
| 734 | 2025-01-11T05:21:00.588Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b") failed: Property not found. retry in 31.661321ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b
|
| 735 | 2025-01-11T05:21:00.595Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d") failed: Property not found. retry in 36.876034ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d
|
| 736 | 2025-01-11T05:21:00.626Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b") failed: Property not found. retry in 114.360011ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b
|
| 737 | 2025-01-11T05:21:00.639Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d") failed: Property not found. retry in 121.926009ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d
|
| 738 | 2025-01-11T05:21:00.730Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57") failed: Property not found. retry in 168.568737ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57
|
| 739 | 2025-01-11T05:21:00.785Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b") failed: Property not found. retry in 145.957375ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b
|
| 740 | 2025-01-11T05:21:00.908Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d") failed: Property not found. retry in 100.611209ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d
|
| 741 | 2025-01-11T05:21:00.936Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57") failed: Property not found. retry in 454.793501ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57
|
| 742 | 2025-01-11T05:21:00.962Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b") failed: Property not found. retry in 459.56989ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b
|
| 743 | 2025-01-11T05:21:01.038Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d") failed: Property not found. retry in 506.358631ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d
|
| 744 | 2025-01-11T05:21:01.337Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 1500542517009827584
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 745 | 2025-01-11T05:21:01.338Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 365178122651731218
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 746 | 2025-01-11T05:21:01.400Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57") failed: Property not found. retry in 998.126305ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57
|
| 747 | 2025-01-11T05:21:01.432Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b") failed: Property not found. retry in 920.591044ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b
|
| 748 | 2025-01-11T05:21:01.553Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d") failed: Property not found. retry in 1.160102162s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d
|
| 749 | 2025-01-11T05:21:02.364Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b") failed: Property not found. retry in 768.526169ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b
|
| 750 | 2025-01-11T05:21:02.409Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57") failed: Property not found. retry in 712.235531ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57
|
| 751 | 2025-01-11T05:21:02.723Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d") failed: Property not found. retry in 751.41335ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d
|
| 752 | 2025-01-11T05:21:03.128Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57") failed: Property not found. retry in 776.864406ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57
|
| 753 | 2025-01-11T05:21:03.141Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b") failed: Property not found. retry in 1.008345777s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b
|
| 754 | 2025-01-11T05:21:03.483Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d") failed: Property not found. retry in 1.421207191s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d
|
| 755 | 2025-01-11T05:21:03.914Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57") failed: Property not found. retry in 707.915294ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57
|
| 756 | 2025-01-11T05:21:04.159Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b") failed: Property not found. retry in 1.447348961s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b
|
| 757 | 2025-01-11T05:21:04.632Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57") failed: Property not found. retry in 988.510887ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57
|
| 758 | 2025-01-11T05:21:04.913Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d") failed: Property not found. retry in 820.589235ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d
|
| 759 | 2025-01-11T05:21:05.756Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d
|
| 760 | 2025-01-11T05:21:05.756Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57
|
| 761 | 2025-01-11T05:21:05.756Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b
|
| 762 | 2025-01-11T05:21:05.756Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 763 | 2025-01-11T05:21:05.756Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 764 | 2025-01-11T05:21:05.756Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8045220
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:47838
req_id = 0a150881-be89-461d-b189-293b9c54b23e
response_code = 204
uri = /omicron-zones
|
| 765 | 2025-01-11T05:21:05.758Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:658
|
| 766 | 2025-01-11T05:21:06.407Z | WARN | SledAgent (RSS): failed to write DNS configuration (will retry in 74.142718ms)
dns_config_addr = [fd00:1122:3344:1::1]:5353
error_message = Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:678
|
| 767 | 2025-01-11T05:21:06.500Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:658
|
| 768 | 2025-01-11T05:21:06.547Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:658
|
| 769 | 2025-01-11T05:21:06.599Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:694
|
| 770 | 2025-01-11T05:21:06.599Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 771 | 2025-01-11T05:21:06.631Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 772 | 2025-01-11T05:21:06.632Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 773 | 2025-01-11T05:21:06.632Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 774 | 2025-01-11T05:21:06.661Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 775 | 2025-01-11T05:21:06.662Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48498
|
| 776 | 2025-01-11T05:21:06.662Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 777 | 2025-01-11T05:21:06.662Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 778 | 2025-01-11T05:21:06.673Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 779 | 2025-01-11T05:21:06.673Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 780 | 2025-01-11T05:21:06.683Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 781 | 2025-01-11T05:21:06.683Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 782 | 2025-01-11T05:21:06.692Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 783 | 2025-01-11T05:21:06.692Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 784 | 2025-01-11T05:21:06.692Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 785 | 2025-01-11T05:21:06.693Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 786 | 2025-01-11T05:21:06.704Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 787 | 2025-01-11T05:21:06.735Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 788 | 2025-01-11T05:21:06.736Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 789 | 2025-01-11T05:21:06.736Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 790 | 2025-01-11T05:21:06.765Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte0", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 147, 201]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }
|
| 791 | 2025-01-11T05:21:06.765Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1275
zone_type = boundary_ntp
|
| 792 | 2025-01-11T05:21:06.766Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.169
file = clients/dpd-client/src/lib.rs:85
|
| 793 | 2025-01-11T05:21:06.766Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.169
file = clients/dpd-client/src/lib.rs:92
|
| 794 | 2025-01-11T05:21:06.766Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.169
file = clients/dpd-client/src/lib.rs:120
|
| 795 | 2025-01-11T05:21:06.766Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 796 | 2025-01-11T05:21:06.790Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad
file = illumos-utils/src/zone.rs:325
|
| 797 | 2025-01-11T05:21:06.810Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad
file = illumos-utils/src/zone.rs:363
|
| 798 | 2025-01-11T05:21:07.472Z | INFO | SledAgent (ServiceManager): Profile for oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService4'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/chrony-setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="allow" value='fd00:1122:3344:100::/56'/>
<propval type="boolean" name="boundary" value='true'/>
<propval type="astring" name="boundary_pool" value='boundary-ntp.control-plane.oxide.internal'/>
<propval type="astring" name="server" value='0.pool.ntp.org'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="1.1.1.1" />
<value_node value="9.9.9.9" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/ntp">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte0'/>
<propval type="astring" name="gateway" value='172.30.3.1'/>
<propval type="astring" name="ip" value='172.30.3.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 799 | 2025-01-11T05:21:07.472Z | INFO | SledAgent (ServiceManager): Booting oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad
|
| 800 | 2025-01-11T05:21:07.608Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad") failed: Property not found. retry in 29.13283ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad
|
| 801 | 2025-01-11T05:21:07.645Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad") failed: Property not found. retry in 89.076324ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad
|
| 802 | 2025-01-11T05:21:07.745Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad") failed: Property not found. retry in 195.183868ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad
|
| 803 | 2025-01-11T05:21:07.950Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad") failed: Property not found. retry in 232.161925ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad
|
| 804 | 2025-01-11T05:21:08.192Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad") failed: Property not found. retry in 744.380913ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad
|
| 805 | 2025-01-11T05:21:08.946Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad") failed: Property not found. retry in 993.552359ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad
|
| 806 | 2025-01-11T05:21:09.852Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 4358074026304841338
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 807 | 2025-01-11T05:21:09.852Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 4914583476089061668
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 808 | 2025-01-11T05:21:09.949Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad") failed: Property not found. retry in 623.21541ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad
|
| 809 | 2025-01-11T05:21:10.581Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad") failed: Property not found. retry in 1.227935946s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad
|
| 810 | 2025-01-11T05:21:11.340Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 1500542517009827584
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 811 | 2025-01-11T05:21:11.340Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 365178122651731218
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 812 | 2025-01-11T05:21:11.818Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad") failed: Property not found. retry in 627.230889ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad
|
| 813 | 2025-01-11T05:21:12.455Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad") failed: Property not found. retry in 1.046923s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad
|
| 814 | 2025-01-11T05:21:13.522Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad
|
| 815 | 2025-01-11T05:21:13.522Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 816 | 2025-01-11T05:21:13.522Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 817 | 2025-01-11T05:21:13.523Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 6861066
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:48498
req_id = dc67e42d-9378-4799-88b8-75443e303e62
response_code = 204
uri = /omicron-zones
|
| 818 | 2025-01-11T05:21:13.525Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:735
|
| 819 | 2025-01-11T05:21:13.555Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 820 | 2025-01-11T05:21:13.555Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:63962
|
| 821 | 2025-01-11T05:21:13.565Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3926
|
| 822 | 2025-01-11T05:21:13.566Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 10494
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:63962
req_id = bc2a5bbf-c50f-434f-93a2-a487e8fd319b
response_code = 500
uri = /timesync
|
| 823 | 2025-01-11T05:21:13.568Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 824 | 2025-01-11T05:21:13.668Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 825 | 2025-01-11T05:21:13.668Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52286
|
| 826 | 2025-01-11T05:21:15.643Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 1578451084702538571
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 827 | 2025-01-11T05:21:15.646Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 14644171813830105412
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 828 | 2025-01-11T05:21:15.758Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 8496869896627546148
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 829 | 2025-01-11T05:21:17.676Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3926
|
| 830 | 2025-01-11T05:21:17.676Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 4008400
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:52286
req_id = 37521dee-a5b6-4b30-9136-78da7266bfed
response_code = 500
uri = /timesync
|
| 831 | 2025-01-11T05:21:17.678Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 832 | 2025-01-11T05:21:17.861Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 833 | 2025-01-11T05:21:17.861Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50039
|
| 834 | 2025-01-11T05:21:17.869Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3926
|
| 835 | 2025-01-11T05:21:17.869Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 8207
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:50039
req_id = 71c1fa4d-d208-4de3-8427-397c08ace890
response_code = 500
uri = /timesync
|
| 836 | 2025-01-11T05:21:17.872Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 837 | 2025-01-11T05:21:18.101Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 838 | 2025-01-11T05:21:18.102Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56558
|
| 839 | 2025-01-11T05:21:18.110Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3926
|
| 840 | 2025-01-11T05:21:18.110Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 8536
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56558
req_id = ea5ba1ab-95e1-4532-a0aa-6604eba73c43
response_code = 500
uri = /timesync
|
| 841 | 2025-01-11T05:21:18.112Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 842 | 2025-01-11T05:21:18.374Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 843 | 2025-01-11T05:21:18.375Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:57088
|
| 844 | 2025-01-11T05:21:19.383Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3926
|
| 845 | 2025-01-11T05:21:19.384Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 1008877
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:57088
req_id = 62fcf8c7-c181-47ae-a617-fbbdec091a5a
response_code = 500
uri = /timesync
|
| 846 | 2025-01-11T05:21:19.385Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 847 | 2025-01-11T05:21:19.578Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 848 | 2025-01-11T05:21:19.579Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38172
|
| 849 | 2025-01-11T05:21:19.587Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3926
|
| 850 | 2025-01-11T05:21:19.587Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 8370
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:38172
req_id = 70d34881-7478-4fa6-8f8e-196ecf3dec10
response_code = 500
uri = /timesync
|
| 851 | 2025-01-11T05:21:19.588Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 852 | 2025-01-11T05:21:19.817Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 853 | 2025-01-11T05:21:19.817Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:64029
|
| 854 | 2025-01-11T05:21:19.825Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3926
|
| 855 | 2025-01-11T05:21:19.825Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 8067
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:64029
req_id = 78900260-d256-48b0-a86e-819a226a94a0
response_code = 500
uri = /timesync
|
| 856 | 2025-01-11T05:21:19.828Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 857 | 2025-01-11T05:21:19.854Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 4358074026304841338
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 858 | 2025-01-11T05:21:19.854Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 4914583476089061668
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 859 | 2025-01-11T05:21:20.232Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 860 | 2025-01-11T05:21:20.232Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:64843
|
| 861 | 2025-01-11T05:21:22.069Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 2021190
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:64843
req_id = f4f5baeb-873c-49f2-929d-0614495ebf1a
response_code = 200
uri = /timesync
|
| 862 | 2025-01-11T05:21:22.071Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 1500542517009827584
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 863 | 2025-01-11T05:21:22.071Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 365178122651731218
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 864 | 2025-01-11T05:21:22.073Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 396892370, ip_addr: 23.168.24.210, stratum: 3, ref_time: 1736572881.7603948, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:743
|
| 865 | 2025-01-11T05:21:22.073Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:1392
|
| 866 | 2025-01-11T05:21:22.104Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 867 | 2025-01-11T05:21:22.104Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:57225
|
| 868 | 2025-01-11T05:21:22.104Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 869 | 2025-01-11T05:21:22.104Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 870 | 2025-01-11T05:21:22.116Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 871 | 2025-01-11T05:21:22.116Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 872 | 2025-01-11T05:21:22.126Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 873 | 2025-01-11T05:21:22.126Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 874 | 2025-01-11T05:21:22.136Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 875 | 2025-01-11T05:21:22.136Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 876 | 2025-01-11T05:21:22.146Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 877 | 2025-01-11T05:21:22.146Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 878 | 2025-01-11T05:21:22.155Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 879 | 2025-01-11T05:21:22.155Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 880 | 2025-01-11T05:21:22.165Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 881 | 2025-01-11T05:21:22.165Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 882 | 2025-01-11T05:21:22.174Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 883 | 2025-01-11T05:21:22.174Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 884 | 2025-01-11T05:21:22.185Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 885 | 2025-01-11T05:21:22.185Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 886 | 2025-01-11T05:21:22.185Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 887 | 2025-01-11T05:21:22.185Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 888 | 2025-01-11T05:21:22.219Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 889 | 2025-01-11T05:21:22.219Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 890 | 2025-01-11T05:21:22.219Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 891 | 2025-01-11T05:21:22.219Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 892 | 2025-01-11T05:21:22.219Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 893 | 2025-01-11T05:21:22.219Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized), ("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized), ("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized), ("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized), ("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 115532
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = fa7a1ff8-81fc-4396-a4f0-17f7b1270f7a
response_code = 500
uri = /omicron-zones
|
| 894 | 2025-01-11T05:21:22.220Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "fa7a1ff8-81fc-4396-a4f0-17f7b1270f7a", "content-length": "124", "date": "Sat, 11 Jan 2025 05:21:22 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "fa7a1ff8-81fc-4396-a4f0-17f7b1270f7a" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 113.059877ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 895 | 2025-01-11T05:21:22.334Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 896 | 2025-01-11T05:21:22.334Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 897 | 2025-01-11T05:21:22.334Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 898 | 2025-01-11T05:21:22.345Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 899 | 2025-01-11T05:21:22.345Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 900 | 2025-01-11T05:21:22.355Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 901 | 2025-01-11T05:21:22.355Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 902 | 2025-01-11T05:21:22.365Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 903 | 2025-01-11T05:21:22.365Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 904 | 2025-01-11T05:21:22.375Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 905 | 2025-01-11T05:21:22.376Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 906 | 2025-01-11T05:21:22.385Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 907 | 2025-01-11T05:21:22.385Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 908 | 2025-01-11T05:21:22.394Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 909 | 2025-01-11T05:21:22.394Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 910 | 2025-01-11T05:21:22.403Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 911 | 2025-01-11T05:21:22.403Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 912 | 2025-01-11T05:21:22.412Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 913 | 2025-01-11T05:21:22.412Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 914 | 2025-01-11T05:21:22.413Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 915 | 2025-01-11T05:21:22.413Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 916 | 2025-01-11T05:21:22.445Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 917 | 2025-01-11T05:21:22.445Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 918 | 2025-01-11T05:21:22.445Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 919 | 2025-01-11T05:21:22.445Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 920 | 2025-01-11T05:21:22.445Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 921 | 2025-01-11T05:21:22.445Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized), ("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized), ("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized), ("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized), ("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 111301
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = c74e4f78-7bd1-481a-83a9-4fe7dde4a9f8
response_code = 500
uri = /omicron-zones
|
| 922 | 2025-01-11T05:21:22.445Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "c74e4f78-7bd1-481a-83a9-4fe7dde4a9f8", "content-length": "124", "date": "Sat, 11 Jan 2025 05:21:22 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "c74e4f78-7bd1-481a-83a9-4fe7dde4a9f8" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 113.504682ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 923 | 2025-01-11T05:21:22.560Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 924 | 2025-01-11T05:21:22.560Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 925 | 2025-01-11T05:21:22.560Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 926 | 2025-01-11T05:21:22.570Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 927 | 2025-01-11T05:21:22.570Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 928 | 2025-01-11T05:21:22.579Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 929 | 2025-01-11T05:21:22.579Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 930 | 2025-01-11T05:21:22.588Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 931 | 2025-01-11T05:21:22.589Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 932 | 2025-01-11T05:21:22.597Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 933 | 2025-01-11T05:21:22.598Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 934 | 2025-01-11T05:21:22.607Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 935 | 2025-01-11T05:21:22.607Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 936 | 2025-01-11T05:21:22.617Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 937 | 2025-01-11T05:21:22.617Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 938 | 2025-01-11T05:21:22.626Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 939 | 2025-01-11T05:21:22.626Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 940 | 2025-01-11T05:21:22.635Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 941 | 2025-01-11T05:21:22.635Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 942 | 2025-01-11T05:21:22.635Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 943 | 2025-01-11T05:21:22.635Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 944 | 2025-01-11T05:21:22.667Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 945 | 2025-01-11T05:21:22.667Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 946 | 2025-01-11T05:21:22.667Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 947 | 2025-01-11T05:21:22.667Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 948 | 2025-01-11T05:21:22.667Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 949 | 2025-01-11T05:21:22.667Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized), ("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized), ("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized), ("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized), ("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 107494
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = f99fd1b7-6367-40f2-a617-660b70a7d722
response_code = 500
uri = /omicron-zones
|
| 950 | 2025-01-11T05:21:22.667Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "f99fd1b7-6367-40f2-a617-660b70a7d722", "content-length": "124", "date": "Sat, 11 Jan 2025 05:21:22 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "f99fd1b7-6367-40f2-a617-660b70a7d722" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 94.173336ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 951 | 2025-01-11T05:21:23.048Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 952 | 2025-01-11T05:21:23.048Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 953 | 2025-01-11T05:21:23.048Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 954 | 2025-01-11T05:21:23.057Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 955 | 2025-01-11T05:21:23.057Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 956 | 2025-01-11T05:21:23.066Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 957 | 2025-01-11T05:21:23.066Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 958 | 2025-01-11T05:21:23.076Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 959 | 2025-01-11T05:21:23.076Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 960 | 2025-01-11T05:21:23.084Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 961 | 2025-01-11T05:21:23.084Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 962 | 2025-01-11T05:21:23.093Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 963 | 2025-01-11T05:21:23.093Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 964 | 2025-01-11T05:21:23.102Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 965 | 2025-01-11T05:21:23.102Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 966 | 2025-01-11T05:21:23.112Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 967 | 2025-01-11T05:21:23.112Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 968 | 2025-01-11T05:21:23.121Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 969 | 2025-01-11T05:21:23.121Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 970 | 2025-01-11T05:21:23.121Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 971 | 2025-01-11T05:21:23.122Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 972 | 2025-01-11T05:21:23.154Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 973 | 2025-01-11T05:21:23.154Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 974 | 2025-01-11T05:21:23.154Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 975 | 2025-01-11T05:21:23.154Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 976 | 2025-01-11T05:21:23.154Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 977 | 2025-01-11T05:21:23.154Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized), ("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized), ("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized), ("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized), ("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 106687
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = 59982381-5d3d-42cd-a2c2-b2c0a1ce86b1
response_code = 500
uri = /omicron-zones
|
| 978 | 2025-01-11T05:21:23.155Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "59982381-5d3d-42cd-a2c2-b2c0a1ce86b1", "content-length": "124", "date": "Sat, 11 Jan 2025 05:21:23 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "59982381-5d3d-42cd-a2c2-b2c0a1ce86b1" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 145.845002ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 979 | 2025-01-11T05:21:23.302Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 980 | 2025-01-11T05:21:23.302Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 981 | 2025-01-11T05:21:23.302Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 982 | 2025-01-11T05:21:23.312Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 983 | 2025-01-11T05:21:23.312Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 984 | 2025-01-11T05:21:23.321Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 985 | 2025-01-11T05:21:23.321Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 986 | 2025-01-11T05:21:23.330Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 987 | 2025-01-11T05:21:23.330Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 988 | 2025-01-11T05:21:23.340Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 989 | 2025-01-11T05:21:23.340Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 990 | 2025-01-11T05:21:23.349Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 991 | 2025-01-11T05:21:23.349Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 992 | 2025-01-11T05:21:23.358Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 993 | 2025-01-11T05:21:23.358Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 994 | 2025-01-11T05:21:23.367Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 995 | 2025-01-11T05:21:23.367Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 996 | 2025-01-11T05:21:23.376Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 997 | 2025-01-11T05:21:23.376Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 998 | 2025-01-11T05:21:23.376Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 999 | 2025-01-11T05:21:23.376Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1000 | 2025-01-11T05:21:23.409Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1001 | 2025-01-11T05:21:23.409Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1002 | 2025-01-11T05:21:23.409Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1003 | 2025-01-11T05:21:23.409Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1004 | 2025-01-11T05:21:23.409Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1005 | 2025-01-11T05:21:23.409Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized), ("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized), ("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized), ("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized), ("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 107010
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = 88c52d1c-0aa1-4bbf-8335-1d299c0da2e7
response_code = 500
uri = /omicron-zones
|
| 1006 | 2025-01-11T05:21:23.409Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "88c52d1c-0aa1-4bbf-8335-1d299c0da2e7", "content-length": "124", "date": "Sat, 11 Jan 2025 05:21:23 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "88c52d1c-0aa1-4bbf-8335-1d299c0da2e7" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 182.08301ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1007 | 2025-01-11T05:21:23.593Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1008 | 2025-01-11T05:21:23.593Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1009 | 2025-01-11T05:21:23.593Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1010 | 2025-01-11T05:21:23.603Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1011 | 2025-01-11T05:21:23.603Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1012 | 2025-01-11T05:21:23.612Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1013 | 2025-01-11T05:21:23.612Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1014 | 2025-01-11T05:21:23.621Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1015 | 2025-01-11T05:21:23.621Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1016 | 2025-01-11T05:21:23.630Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1017 | 2025-01-11T05:21:23.630Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1018 | 2025-01-11T05:21:23.640Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1019 | 2025-01-11T05:21:23.640Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1020 | 2025-01-11T05:21:23.650Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1021 | 2025-01-11T05:21:23.650Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1022 | 2025-01-11T05:21:23.659Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1023 | 2025-01-11T05:21:23.659Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1024 | 2025-01-11T05:21:23.670Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1025 | 2025-01-11T05:21:23.670Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1026 | 2025-01-11T05:21:23.670Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1027 | 2025-01-11T05:21:23.670Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1028 | 2025-01-11T05:21:23.704Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1029 | 2025-01-11T05:21:23.704Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1030 | 2025-01-11T05:21:23.704Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1031 | 2025-01-11T05:21:23.704Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1032 | 2025-01-11T05:21:23.704Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1033 | 2025-01-11T05:21:23.704Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized), ("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized), ("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized), ("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized), ("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 111206
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = a96ba462-b886-4395-92ba-b27b10aa7dcf
response_code = 500
uri = /omicron-zones
|
| 1034 | 2025-01-11T05:21:23.704Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "a96ba462-b886-4395-92ba-b27b10aa7dcf", "content-length": "124", "date": "Sat, 11 Jan 2025 05:21:23 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "a96ba462-b886-4395-92ba-b27b10aa7dcf" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 291.401347ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1035 | 2025-01-11T05:21:23.997Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1036 | 2025-01-11T05:21:23.997Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1037 | 2025-01-11T05:21:23.997Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1038 | 2025-01-11T05:21:24.007Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1039 | 2025-01-11T05:21:24.007Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1040 | 2025-01-11T05:21:24.004Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1041 | 2025-01-11T05:21:24.004Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1042 | 2025-01-11T05:21:24.013Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1043 | 2025-01-11T05:21:24.013Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1044 | 2025-01-11T05:21:24.023Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1045 | 2025-01-11T05:21:24.023Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1046 | 2025-01-11T05:21:24.033Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1047 | 2025-01-11T05:21:24.033Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1048 | 2025-01-11T05:21:24.042Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1049 | 2025-01-11T05:21:24.042Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1050 | 2025-01-11T05:21:24.051Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1051 | 2025-01-11T05:21:24.051Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1052 | 2025-01-11T05:21:24.060Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1053 | 2025-01-11T05:21:24.060Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1054 | 2025-01-11T05:21:24.060Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1055 | 2025-01-11T05:21:24.060Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1056 | 2025-01-11T05:21:24.092Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1057 | 2025-01-11T05:21:24.092Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1058 | 2025-01-11T05:21:24.092Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1059 | 2025-01-11T05:21:24.092Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1060 | 2025-01-11T05:21:24.092Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1061 | 2025-01-11T05:21:24.092Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized), ("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized), ("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized), ("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized), ("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 107263
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = 5a61b267-9268-41a4-a89d-acb43a6efe1f
response_code = 500
uri = /omicron-zones
|
| 1062 | 2025-01-11T05:21:24.092Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "5a61b267-9268-41a4-a89d-acb43a6efe1f", "content-length": "124", "date": "Sat, 11 Jan 2025 05:21:23 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "5a61b267-9268-41a4-a89d-acb43a6efe1f" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 255.118542ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1063 | 2025-01-11T05:21:24.349Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1064 | 2025-01-11T05:21:24.349Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1065 | 2025-01-11T05:21:24.349Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1066 | 2025-01-11T05:21:24.358Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1067 | 2025-01-11T05:21:24.358Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1068 | 2025-01-11T05:21:24.367Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1069 | 2025-01-11T05:21:24.367Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1070 | 2025-01-11T05:21:24.377Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1071 | 2025-01-11T05:21:24.377Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1072 | 2025-01-11T05:21:24.385Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1073 | 2025-01-11T05:21:24.385Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1074 | 2025-01-11T05:21:24.394Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1075 | 2025-01-11T05:21:24.394Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1076 | 2025-01-11T05:21:24.403Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1077 | 2025-01-11T05:21:24.403Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1078 | 2025-01-11T05:21:24.411Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1079 | 2025-01-11T05:21:24.411Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1080 | 2025-01-11T05:21:24.421Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1081 | 2025-01-11T05:21:24.421Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1082 | 2025-01-11T05:21:24.421Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1083 | 2025-01-11T05:21:24.421Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1084 | 2025-01-11T05:21:24.451Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1085 | 2025-01-11T05:21:24.451Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1086 | 2025-01-11T05:21:24.451Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1087 | 2025-01-11T05:21:24.451Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1088 | 2025-01-11T05:21:24.451Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1089 | 2025-01-11T05:21:24.451Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized), ("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized), ("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized), ("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized), ("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 102302
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = 1b0b75ac-6d07-4166-ba7a-1d7056025551
response_code = 500
uri = /omicron-zones
|
| 1090 | 2025-01-11T05:21:24.451Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "1b0b75ac-6d07-4166-ba7a-1d7056025551", "content-length": "124", "date": "Sat, 11 Jan 2025 05:21:24 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "1b0b75ac-6d07-4166-ba7a-1d7056025551" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 287.020647ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1091 | 2025-01-11T05:21:24.740Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1092 | 2025-01-11T05:21:24.740Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1093 | 2025-01-11T05:21:24.740Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1094 | 2025-01-11T05:21:24.750Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1095 | 2025-01-11T05:21:24.750Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1096 | 2025-01-11T05:21:24.758Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1097 | 2025-01-11T05:21:24.758Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1098 | 2025-01-11T05:21:24.767Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1099 | 2025-01-11T05:21:24.767Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1100 | 2025-01-11T05:21:24.776Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1101 | 2025-01-11T05:21:24.776Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1102 | 2025-01-11T05:21:24.785Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1103 | 2025-01-11T05:21:24.785Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1104 | 2025-01-11T05:21:24.793Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1105 | 2025-01-11T05:21:24.793Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1106 | 2025-01-11T05:21:24.801Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1107 | 2025-01-11T05:21:24.802Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1108 | 2025-01-11T05:21:24.810Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1109 | 2025-01-11T05:21:24.810Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1110 | 2025-01-11T05:21:24.810Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1111 | 2025-01-11T05:21:24.810Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1112 | 2025-01-11T05:21:24.843Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1113 | 2025-01-11T05:21:24.843Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1114 | 2025-01-11T05:21:24.843Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1115 | 2025-01-11T05:21:24.843Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1116 | 2025-01-11T05:21:24.843Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1117 | 2025-01-11T05:21:24.843Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized), ("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized), ("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized), ("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized), ("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 102689
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = 0c98a477-ac28-49a2-95c4-5b26afae3d0d
response_code = 500
uri = /omicron-zones
|
| 1118 | 2025-01-11T05:21:24.843Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "0c98a477-ac28-49a2-95c4-5b26afae3d0d", "content-length": "124", "date": "Sat, 11 Jan 2025 05:21:24 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "0c98a477-ac28-49a2-95c4-5b26afae3d0d" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 486.303527ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1119 | 2025-01-11T05:21:25.330Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1120 | 2025-01-11T05:21:25.331Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1121 | 2025-01-11T05:21:25.331Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1122 | 2025-01-11T05:21:25.342Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1123 | 2025-01-11T05:21:25.342Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1124 | 2025-01-11T05:21:25.351Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1125 | 2025-01-11T05:21:25.351Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1126 | 2025-01-11T05:21:25.361Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1127 | 2025-01-11T05:21:25.361Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1128 | 2025-01-11T05:21:25.370Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1129 | 2025-01-11T05:21:25.370Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1130 | 2025-01-11T05:21:25.379Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1131 | 2025-01-11T05:21:25.379Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1132 | 2025-01-11T05:21:25.388Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1133 | 2025-01-11T05:21:25.388Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1134 | 2025-01-11T05:21:25.396Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1135 | 2025-01-11T05:21:25.396Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1136 | 2025-01-11T05:21:25.405Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1137 | 2025-01-11T05:21:25.405Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1138 | 2025-01-11T05:21:25.405Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1139 | 2025-01-11T05:21:25.405Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1140 | 2025-01-11T05:21:25.437Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1141 | 2025-01-11T05:21:25.437Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1142 | 2025-01-11T05:21:25.437Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1143 | 2025-01-11T05:21:25.437Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1144 | 2025-01-11T05:21:25.437Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1145 | 2025-01-11T05:21:25.437Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized), ("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized), ("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized), ("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized), ("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 106425
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = 0482d6d8-61b1-42a3-84cf-3a751d4e5e3d
response_code = 500
uri = /omicron-zones
|
| 1146 | 2025-01-11T05:21:25.437Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "0482d6d8-61b1-42a3-84cf-3a751d4e5e3d", "content-length": "124", "date": "Sat, 11 Jan 2025 05:21:24 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "0482d6d8-61b1-42a3-84cf-3a751d4e5e3d" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 313.304693ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1147 | 2025-01-11T05:21:25.751Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1148 | 2025-01-11T05:21:25.752Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1149 | 2025-01-11T05:21:25.752Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1150 | 2025-01-11T05:21:25.762Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1151 | 2025-01-11T05:21:25.762Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1152 | 2025-01-11T05:21:25.771Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1153 | 2025-01-11T05:21:25.771Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1154 | 2025-01-11T05:21:25.780Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1155 | 2025-01-11T05:21:25.781Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1156 | 2025-01-11T05:21:25.790Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1157 | 2025-01-11T05:21:25.790Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1158 | 2025-01-11T05:21:25.799Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1159 | 2025-01-11T05:21:25.799Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1160 | 2025-01-11T05:21:25.809Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1161 | 2025-01-11T05:21:25.809Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1162 | 2025-01-11T05:21:25.818Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1163 | 2025-01-11T05:21:25.818Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1164 | 2025-01-11T05:21:25.827Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1165 | 2025-01-11T05:21:25.827Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1166 | 2025-01-11T05:21:25.827Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1167 | 2025-01-11T05:21:25.827Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1168 | 2025-01-11T05:21:25.860Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1169 | 2025-01-11T05:21:25.860Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1170 | 2025-01-11T05:21:25.860Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1171 | 2025-01-11T05:21:25.860Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1172 | 2025-01-11T05:21:25.860Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1173 | 2025-01-11T05:21:25.860Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized), ("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized), ("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized), ("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized), ("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 108850
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = a9947ad7-c674-45bf-aae0-59c46827b6b9
response_code = 500
uri = /omicron-zones
|
| 1174 | 2025-01-11T05:21:25.860Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "a9947ad7-c674-45bf-aae0-59c46827b6b9", "content-length": "124", "date": "Sat, 11 Jan 2025 05:21:25 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "a9947ad7-c674-45bf-aae0-59c46827b6b9" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 846.54648ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1175 | 2025-01-11T05:21:26.710Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1176 | 2025-01-11T05:21:26.710Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1177 | 2025-01-11T05:21:26.710Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1178 | 2025-01-11T05:21:26.720Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1179 | 2025-01-11T05:21:26.720Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1180 | 2025-01-11T05:21:26.729Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1181 | 2025-01-11T05:21:26.729Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1182 | 2025-01-11T05:21:26.739Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1183 | 2025-01-11T05:21:26.739Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1184 | 2025-01-11T05:21:26.748Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1185 | 2025-01-11T05:21:26.748Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1186 | 2025-01-11T05:21:26.757Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1187 | 2025-01-11T05:21:26.757Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1188 | 2025-01-11T05:21:26.766Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1189 | 2025-01-11T05:21:26.766Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1190 | 2025-01-11T05:21:26.776Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1191 | 2025-01-11T05:21:26.776Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1192 | 2025-01-11T05:21:26.785Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1193 | 2025-01-11T05:21:26.785Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1194 | 2025-01-11T05:21:26.785Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1195 | 2025-01-11T05:21:26.785Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1196 | 2025-01-11T05:21:26.818Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1197 | 2025-01-11T05:21:26.818Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1198 | 2025-01-11T05:21:26.818Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1199 | 2025-01-11T05:21:26.818Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1200 | 2025-01-11T05:21:26.818Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1201 | 2025-01-11T05:21:26.818Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized), ("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized), ("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized), ("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized), ("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 107723
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = fb2120c7-217a-4c46-a09d-707d84a08064
response_code = 500
uri = /omicron-zones
|
| 1202 | 2025-01-11T05:21:26.818Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "fb2120c7-217a-4c46-a09d-707d84a08064", "content-length": "124", "date": "Sat, 11 Jan 2025 05:21:26 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "fb2120c7-217a-4c46-a09d-707d84a08064" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 460.870575ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1203 | 2025-01-11T05:21:27.281Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1204 | 2025-01-11T05:21:27.281Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1205 | 2025-01-11T05:21:27.281Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1206 | 2025-01-11T05:21:27.291Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1207 | 2025-01-11T05:21:27.291Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1208 | 2025-01-11T05:21:27.301Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1209 | 2025-01-11T05:21:27.301Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1210 | 2025-01-11T05:21:27.310Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1211 | 2025-01-11T05:21:27.310Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1212 | 2025-01-11T05:21:27.319Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1213 | 2025-01-11T05:21:27.319Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1214 | 2025-01-11T05:21:27.328Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1215 | 2025-01-11T05:21:27.328Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1216 | 2025-01-11T05:21:27.337Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1217 | 2025-01-11T05:21:27.337Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1218 | 2025-01-11T05:21:27.346Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1219 | 2025-01-11T05:21:27.346Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1220 | 2025-01-11T05:21:27.354Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1221 | 2025-01-11T05:21:27.354Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1222 | 2025-01-11T05:21:27.354Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1223 | 2025-01-11T05:21:27.354Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1224 | 2025-01-11T05:21:27.385Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1225 | 2025-01-11T05:21:27.385Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1226 | 2025-01-11T05:21:27.385Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1227 | 2025-01-11T05:21:27.385Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1228 | 2025-01-11T05:21:27.385Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1229 | 2025-01-11T05:21:27.386Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized), ("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized), ("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized), ("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized), ("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 104306
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = 2c8522e0-04c6-4b0d-b228-331827aa3139
response_code = 500
uri = /omicron-zones
|
| 1230 | 2025-01-11T05:21:27.386Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "2c8522e0-04c6-4b0d-b228-331827aa3139", "content-length": "124", "date": "Sat, 11 Jan 2025 05:21:27 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "2c8522e0-04c6-4b0d-b228-331827aa3139" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 1.151094671s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1231 | 2025-01-11T05:21:28.542Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1232 | 2025-01-11T05:21:28.542Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1233 | 2025-01-11T05:21:28.542Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1234 | 2025-01-11T05:21:28.553Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1235 | 2025-01-11T05:21:28.553Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1236 | 2025-01-11T05:21:28.564Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1237 | 2025-01-11T05:21:28.564Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1238 | 2025-01-11T05:21:28.573Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1239 | 2025-01-11T05:21:28.573Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1240 | 2025-01-11T05:21:28.583Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1241 | 2025-01-11T05:21:28.583Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1242 | 2025-01-11T05:21:28.593Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1243 | 2025-01-11T05:21:28.593Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1244 | 2025-01-11T05:21:28.603Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1245 | 2025-01-11T05:21:28.603Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1246 | 2025-01-11T05:21:28.612Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1247 | 2025-01-11T05:21:28.612Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1248 | 2025-01-11T05:21:28.621Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1249 | 2025-01-11T05:21:28.621Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1250 | 2025-01-11T05:21:28.621Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1251 | 2025-01-11T05:21:28.621Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1252 | 2025-01-11T05:21:28.653Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1253 | 2025-01-11T05:21:28.653Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1254 | 2025-01-11T05:21:28.653Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1255 | 2025-01-11T05:21:28.653Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1256 | 2025-01-11T05:21:28.653Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1257 | 2025-01-11T05:21:28.653Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized), ("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized), ("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized), ("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized), ("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 111074
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = 8eb74dbd-9156-4653-9b13-b2f206d554a5
response_code = 500
uri = /omicron-zones
|
| 1258 | 2025-01-11T05:21:28.653Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "8eb74dbd-9156-4653-9b13-b2f206d554a5", "content-length": "124", "date": "Sat, 11 Jan 2025 05:21:28 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "8eb74dbd-9156-4653-9b13-b2f206d554a5" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 1.45119938s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1259 | 2025-01-11T05:21:30.110Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1260 | 2025-01-11T05:21:30.110Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1261 | 2025-01-11T05:21:30.110Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1262 | 2025-01-11T05:21:30.122Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1263 | 2025-01-11T05:21:30.123Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1264 | 2025-01-11T05:21:30.132Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1265 | 2025-01-11T05:21:30.132Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1266 | 2025-01-11T05:21:30.142Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1267 | 2025-01-11T05:21:30.142Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1268 | 2025-01-11T05:21:30.151Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1269 | 2025-01-11T05:21:30.151Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1270 | 2025-01-11T05:21:30.161Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1271 | 2025-01-11T05:21:30.161Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1272 | 2025-01-11T05:21:30.171Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1273 | 2025-01-11T05:21:30.171Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1274 | 2025-01-11T05:21:30.181Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1275 | 2025-01-11T05:21:30.181Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1276 | 2025-01-11T05:21:30.190Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1277 | 2025-01-11T05:21:30.190Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1278 | 2025-01-11T05:21:30.190Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1279 | 2025-01-11T05:21:30.190Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1280 | 2025-01-11T05:21:30.223Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1281 | 2025-01-11T05:21:30.223Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1282 | 2025-01-11T05:21:30.223Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1283 | 2025-01-11T05:21:30.223Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1284 | 2025-01-11T05:21:30.223Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1285 | 2025-01-11T05:21:30.223Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized), ("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized), ("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized), ("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized), ("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 112770
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = 99c683e7-28ab-4203-b664-233b7e354008
response_code = 500
uri = /omicron-zones
|
| 1286 | 2025-01-11T05:21:30.224Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "99c683e7-28ab-4203-b664-233b7e354008", "content-length": "124", "date": "Sat, 11 Jan 2025 05:21:30 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "99c683e7-28ab-4203-b664-233b7e354008" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 836.925612ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1287 | 2025-01-11T05:21:30.460Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:63747
|
| 1288 | 2025-01-11T05:21:30.460Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 75
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:63747
req_id = 1383879a-9588-404a-a85d-dd41ad4554a7
response_code = 200
uri = /baseboard
|
| 1289 | 2025-01-11T05:21:31.065Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1290 | 2025-01-11T05:21:31.065Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1291 | 2025-01-11T05:21:31.065Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1292 | 2025-01-11T05:21:31.075Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1293 | 2025-01-11T05:21:31.075Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1294 | 2025-01-11T05:21:31.086Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1295 | 2025-01-11T05:21:31.086Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1296 | 2025-01-11T05:21:31.095Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1297 | 2025-01-11T05:21:31.095Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1298 | 2025-01-11T05:21:31.104Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1299 | 2025-01-11T05:21:31.104Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1300 | 2025-01-11T05:21:31.115Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1301 | 2025-01-11T05:21:31.115Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1302 | 2025-01-11T05:21:31.123Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1303 | 2025-01-11T05:21:31.123Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1304 | 2025-01-11T05:21:31.133Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1305 | 2025-01-11T05:21:31.133Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1306 | 2025-01-11T05:21:31.142Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1307 | 2025-01-11T05:21:31.142Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1308 | 2025-01-11T05:21:31.142Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1309 | 2025-01-11T05:21:31.142Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1310 | 2025-01-11T05:21:31.174Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1311 | 2025-01-11T05:21:31.174Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1312 | 2025-01-11T05:21:31.174Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1313 | 2025-01-11T05:21:31.174Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1314 | 2025-01-11T05:21:31.174Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1315 | 2025-01-11T05:21:31.174Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized), ("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized), ("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized), ("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized), ("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 108477
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = 22a8222b-c846-475a-ae04-18e11eb618a4
response_code = 500
uri = /omicron-zones
|
| 1316 | 2025-01-11T05:21:31.174Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "22a8222b-c846-475a-ae04-18e11eb618a4", "content-length": "124", "date": "Sat, 11 Jan 2025 05:21:31 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "22a8222b-c846-475a-ae04-18e11eb618a4" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 1.368082487s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1317 | 2025-01-11T05:21:32.289Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 247.435334ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 1318 | 2025-01-11T05:21:32.571Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1319 | 2025-01-11T05:21:32.571Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1320 | 2025-01-11T05:21:32.571Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1321 | 2025-01-11T05:21:32.581Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1322 | 2025-01-11T05:21:32.581Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1323 | 2025-01-11T05:21:32.592Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1324 | 2025-01-11T05:21:32.592Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1325 | 2025-01-11T05:21:32.601Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1326 | 2025-01-11T05:21:32.601Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1327 | 2025-01-11T05:21:32.611Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1328 | 2025-01-11T05:21:32.611Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1329 | 2025-01-11T05:21:32.620Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1330 | 2025-01-11T05:21:32.620Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1331 | 2025-01-11T05:21:32.630Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1332 | 2025-01-11T05:21:32.630Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1333 | 2025-01-11T05:21:32.639Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1334 | 2025-01-11T05:21:32.639Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1335 | 2025-01-11T05:21:32.648Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1336 | 2025-01-11T05:21:32.648Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1337 | 2025-01-11T05:21:32.649Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1338 | 2025-01-11T05:21:32.649Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1339 | 2025-01-11T05:21:32.681Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1340 | 2025-01-11T05:21:32.681Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1341 | 2025-01-11T05:21:32.681Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1342 | 2025-01-11T05:21:32.681Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1343 | 2025-01-11T05:21:32.681Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1344 | 2025-01-11T05:21:32.681Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized), ("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized), ("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized), ("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized), ("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 110085
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = 9ff62502-5003-458f-a1b3-3c4383d26603
response_code = 500
uri = /omicron-zones
|
| 1345 | 2025-01-11T05:21:32.681Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "9ff62502-5003-458f-a1b3-3c4383d26603", "content-length": "124", "date": "Sat, 11 Jan 2025 05:21:32 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "9ff62502-5003-458f-a1b3-3c4383d26603" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 2.499477784s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1346 | 2025-01-11T05:21:35.188Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1347 | 2025-01-11T05:21:35.189Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1348 | 2025-01-11T05:21:35.189Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1349 | 2025-01-11T05:21:35.200Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1350 | 2025-01-11T05:21:35.200Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1351 | 2025-01-11T05:21:35.210Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1352 | 2025-01-11T05:21:35.210Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1353 | 2025-01-11T05:21:35.218Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1354 | 2025-01-11T05:21:35.218Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1355 | 2025-01-11T05:21:35.226Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1356 | 2025-01-11T05:21:35.226Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1357 | 2025-01-11T05:21:35.234Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1358 | 2025-01-11T05:21:35.234Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1359 | 2025-01-11T05:21:35.242Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1360 | 2025-01-11T05:21:35.242Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1361 | 2025-01-11T05:21:35.251Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1362 | 2025-01-11T05:21:35.251Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1363 | 2025-01-11T05:21:35.262Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1364 | 2025-01-11T05:21:35.262Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1365 | 2025-01-11T05:21:35.262Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1366 | 2025-01-11T05:21:35.262Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1367 | 2025-01-11T05:21:35.295Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1368 | 2025-01-11T05:21:35.295Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1369 | 2025-01-11T05:21:35.295Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1370 | 2025-01-11T05:21:35.295Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1371 | 2025-01-11T05:21:35.295Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1372 | 2025-01-11T05:21:35.295Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized), ("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized), ("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized), ("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized), ("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 106417
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = 77e36cae-869f-4acb-886e-3f0ee1a3abf0
response_code = 500
uri = /omicron-zones
|
| 1373 | 2025-01-11T05:21:35.295Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "77e36cae-869f-4acb-886e-3f0ee1a3abf0", "content-length": "124", "date": "Sat, 11 Jan 2025 05:21:35 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "77e36cae-869f-4acb-886e-3f0ee1a3abf0" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 1.336908691s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1374 | 2025-01-11T05:21:36.636Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1375 | 2025-01-11T05:21:36.637Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1376 | 2025-01-11T05:21:36.637Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1377 | 2025-01-11T05:21:36.647Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1378 | 2025-01-11T05:21:36.647Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1379 | 2025-01-11T05:21:36.657Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1380 | 2025-01-11T05:21:36.657Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1381 | 2025-01-11T05:21:36.668Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1382 | 2025-01-11T05:21:36.668Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1383 | 2025-01-11T05:21:36.678Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1384 | 2025-01-11T05:21:36.678Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1385 | 2025-01-11T05:21:36.688Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1386 | 2025-01-11T05:21:36.688Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1387 | 2025-01-11T05:21:36.697Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1388 | 2025-01-11T05:21:36.697Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1389 | 2025-01-11T05:21:36.706Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1390 | 2025-01-11T05:21:36.706Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1391 | 2025-01-11T05:21:36.716Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1392 | 2025-01-11T05:21:36.716Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1393 | 2025-01-11T05:21:36.716Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1394 | 2025-01-11T05:21:36.716Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1395 | 2025-01-11T05:21:36.749Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1396 | 2025-01-11T05:21:36.749Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1397 | 2025-01-11T05:21:36.749Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1398 | 2025-01-11T05:21:36.749Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1399 | 2025-01-11T05:21:36.749Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1400 | 2025-01-11T05:21:36.749Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized), ("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized), ("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized), ("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized), ("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 112061
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = f17ba8bb-e108-4b1e-bd1b-efe02137d1ba
response_code = 500
uri = /omicron-zones
|
| 1401 | 2025-01-11T05:21:36.749Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "f17ba8bb-e108-4b1e-bd1b-efe02137d1ba", "content-length": "124", "date": "Sat, 11 Jan 2025 05:21:36 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "f17ba8bb-e108-4b1e-bd1b-efe02137d1ba" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 3.401562819s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1402 | 2025-01-11T05:21:40.161Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1403 | 2025-01-11T05:21:40.162Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1404 | 2025-01-11T05:21:40.162Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1405 | 2025-01-11T05:21:40.173Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1406 | 2025-01-11T05:21:40.173Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1407 | 2025-01-11T05:21:40.184Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1408 | 2025-01-11T05:21:40.184Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1409 | 2025-01-11T05:21:40.194Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1410 | 2025-01-11T05:21:40.194Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1411 | 2025-01-11T05:21:40.204Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1412 | 2025-01-11T05:21:40.204Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1413 | 2025-01-11T05:21:40.214Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1414 | 2025-01-11T05:21:40.214Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1415 | 2025-01-11T05:21:40.224Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1416 | 2025-01-11T05:21:40.224Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1417 | 2025-01-11T05:21:40.234Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1418 | 2025-01-11T05:21:40.234Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1419 | 2025-01-11T05:21:40.242Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1420 | 2025-01-11T05:21:40.242Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1421 | 2025-01-11T05:21:40.243Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1422 | 2025-01-11T05:21:40.243Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1423 | 2025-01-11T05:21:40.275Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1424 | 2025-01-11T05:21:40.276Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1425 | 2025-01-11T05:21:40.276Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1426 | 2025-01-11T05:21:40.276Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1427 | 2025-01-11T05:21:40.276Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1428 | 2025-01-11T05:21:40.276Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized), ("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized), ("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized), ("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized), ("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 113914
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = 44fe2497-b139-4acf-937a-97b45312f94a
response_code = 500
uri = /omicron-zones
|
| 1429 | 2025-01-11T05:21:40.276Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "44fe2497-b139-4acf-937a-97b45312f94a", "content-length": "124", "date": "Sat, 11 Jan 2025 05:21:40 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "44fe2497-b139-4acf-937a-97b45312f94a" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 2.548275821s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1430 | 2025-01-11T05:21:42.832Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1431 | 2025-01-11T05:21:42.832Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1432 | 2025-01-11T05:21:42.832Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1433 | 2025-01-11T05:21:42.843Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1434 | 2025-01-11T05:21:42.843Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1435 | 2025-01-11T05:21:42.854Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1436 | 2025-01-11T05:21:42.854Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1437 | 2025-01-11T05:21:42.864Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1438 | 2025-01-11T05:21:42.864Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1439 | 2025-01-11T05:21:42.873Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1440 | 2025-01-11T05:21:42.873Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1441 | 2025-01-11T05:21:42.883Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1442 | 2025-01-11T05:21:42.883Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1443 | 2025-01-11T05:21:42.893Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1444 | 2025-01-11T05:21:42.893Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1445 | 2025-01-11T05:21:42.903Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1446 | 2025-01-11T05:21:42.903Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1447 | 2025-01-11T05:21:42.913Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1448 | 2025-01-11T05:21:42.913Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1449 | 2025-01-11T05:21:42.913Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1450 | 2025-01-11T05:21:42.913Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1451 | 2025-01-11T05:21:42.947Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1452 | 2025-01-11T05:21:42.947Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1453 | 2025-01-11T05:21:42.947Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1454 | 2025-01-11T05:21:42.947Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1455 | 2025-01-11T05:21:42.947Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1456 | 2025-01-11T05:21:42.947Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized), ("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized), ("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized), ("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized), ("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 114385
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = 0f91786c-fb3f-4969-a365-2774db17fe8f
response_code = 500
uri = /omicron-zones
|
| 1457 | 2025-01-11T05:21:42.947Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "0f91786c-fb3f-4969-a365-2774db17fe8f", "content-length": "124", "date": "Sat, 11 Jan 2025 05:21:42 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "0f91786c-fb3f-4969-a365-2774db17fe8f" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 2.374560566s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1458 | 2025-01-11T05:21:45.329Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1459 | 2025-01-11T05:21:45.329Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1460 | 2025-01-11T05:21:45.329Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1461 | 2025-01-11T05:21:45.340Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1462 | 2025-01-11T05:21:45.340Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1463 | 2025-01-11T05:21:45.349Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1464 | 2025-01-11T05:21:45.349Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1465 | 2025-01-11T05:21:45.359Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1466 | 2025-01-11T05:21:45.359Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1467 | 2025-01-11T05:21:45.369Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1468 | 2025-01-11T05:21:45.369Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1469 | 2025-01-11T05:21:45.378Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1470 | 2025-01-11T05:21:45.378Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1471 | 2025-01-11T05:21:45.388Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1472 | 2025-01-11T05:21:45.388Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1473 | 2025-01-11T05:21:45.398Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1474 | 2025-01-11T05:21:45.398Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1475 | 2025-01-11T05:21:45.408Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1476 | 2025-01-11T05:21:45.408Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1477 | 2025-01-11T05:21:45.408Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1478 | 2025-01-11T05:21:45.409Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1479 | 2025-01-11T05:21:45.443Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1480 | 2025-01-11T05:21:45.444Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1481 | 2025-01-11T05:21:45.444Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1482 | 2025-01-11T05:21:45.444Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1483 | 2025-01-11T05:21:45.444Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1484 | 2025-01-11T05:21:45.444Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized), ("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized), ("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized), ("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized), ("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 114547
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = fb2f6f07-5e18-4747-83b7-290de7a5d2ec
response_code = 500
uri = /omicron-zones
|
| 1485 | 2025-01-11T05:21:45.444Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "fb2f6f07-5e18-4747-83b7-290de7a5d2ec", "content-length": "124", "date": "Sat, 11 Jan 2025 05:21:45 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "fb2f6f07-5e18-4747-83b7-290de7a5d2ec" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 6.795623974s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1486 | 2025-01-11T05:21:47.614Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 321.246471ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 1487 | 2025-01-11T05:21:52.259Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1488 | 2025-01-11T05:21:52.259Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1489 | 2025-01-11T05:21:52.259Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1490 | 2025-01-11T05:21:52.270Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1491 | 2025-01-11T05:21:52.270Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1492 | 2025-01-11T05:21:52.281Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1493 | 2025-01-11T05:21:52.281Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1494 | 2025-01-11T05:21:52.290Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1495 | 2025-01-11T05:21:52.290Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1496 | 2025-01-11T05:21:52.300Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1497 | 2025-01-11T05:21:52.300Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1498 | 2025-01-11T05:21:52.309Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1499 | 2025-01-11T05:21:52.309Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1500 | 2025-01-11T05:21:52.320Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1501 | 2025-01-11T05:21:52.320Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1502 | 2025-01-11T05:21:52.329Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1503 | 2025-01-11T05:21:52.329Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1504 | 2025-01-11T05:21:52.338Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1505 | 2025-01-11T05:21:52.338Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1506 | 2025-01-11T05:21:52.338Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1507 | 2025-01-11T05:21:52.338Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1508 | 2025-01-11T05:21:52.371Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1509 | 2025-01-11T05:21:52.371Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1510 | 2025-01-11T05:21:52.371Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1511 | 2025-01-11T05:21:52.371Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1512 | 2025-01-11T05:21:52.371Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1513 | 2025-01-11T05:21:52.371Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized), ("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized), ("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized), ("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized), ("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 111961
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = 13763f41-7499-4269-b5f8-84a171514f3f
response_code = 500
uri = /omicron-zones
|
| 1514 | 2025-01-11T05:21:52.371Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "13763f41-7499-4269-b5f8-84a171514f3f", "content-length": "124", "date": "Sat, 11 Jan 2025 05:21:52 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "13763f41-7499-4269-b5f8-84a171514f3f" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 7.498249515s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1515 | 2025-01-11T05:21:59.891Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1516 | 2025-01-11T05:21:59.891Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1517 | 2025-01-11T05:21:59.891Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1518 | 2025-01-11T05:21:59.902Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1519 | 2025-01-11T05:21:59.902Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1520 | 2025-01-11T05:21:59.911Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1521 | 2025-01-11T05:21:59.911Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1522 | 2025-01-11T05:21:59.921Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1523 | 2025-01-11T05:21:59.921Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1524 | 2025-01-11T05:21:59.931Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1525 | 2025-01-11T05:21:59.931Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1526 | 2025-01-11T05:21:59.941Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1527 | 2025-01-11T05:21:59.941Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1528 | 2025-01-11T05:21:59.950Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1529 | 2025-01-11T05:21:59.950Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1530 | 2025-01-11T05:21:59.959Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1531 | 2025-01-11T05:21:59.959Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1532 | 2025-01-11T05:21:59.968Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1533 | 2025-01-11T05:21:59.968Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1534 | 2025-01-11T05:21:59.968Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1535 | 2025-01-11T05:21:59.969Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1536 | 2025-01-11T05:22:00.002Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1537 | 2025-01-11T05:22:00.002Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1538 | 2025-01-11T05:22:00.002Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1539 | 2025-01-11T05:22:00.002Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1540 | 2025-01-11T05:22:00.002Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1541 | 2025-01-11T05:22:00.002Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized), ("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized), ("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized), ("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized), ("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 110492
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = 538cc4de-baff-44e2-9ec4-960822badb91
response_code = 500
uri = /omicron-zones
|
| 1542 | 2025-01-11T05:22:00.002Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "538cc4de-baff-44e2-9ec4-960822badb91", "content-length": "124", "date": "Sat, 11 Jan 2025 05:22:00 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "538cc4de-baff-44e2-9ec4-960822badb91" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 4.673172739s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1543 | 2025-01-11T05:22:00.576Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:46641
|
| 1544 | 2025-01-11T05:22:00.576Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 29
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:46641
req_id = f243e87a-70a4-4de2-90ad-027b136ee9f0
response_code = 200
uri = /baseboard
|
| 1545 | 2025-01-11T05:22:03.011Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 657.867105ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 1546 | 2025-01-11T05:22:04.689Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1547 | 2025-01-11T05:22:04.689Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1548 | 2025-01-11T05:22:04.689Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1549 | 2025-01-11T05:22:04.700Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1550 | 2025-01-11T05:22:04.700Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1551 | 2025-01-11T05:22:04.711Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1552 | 2025-01-11T05:22:04.711Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1553 | 2025-01-11T05:22:04.722Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1554 | 2025-01-11T05:22:04.722Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1555 | 2025-01-11T05:22:04.732Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1556 | 2025-01-11T05:22:04.732Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1557 | 2025-01-11T05:22:04.741Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1558 | 2025-01-11T05:22:04.741Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1559 | 2025-01-11T05:22:04.750Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1560 | 2025-01-11T05:22:04.750Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1561 | 2025-01-11T05:22:04.760Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1562 | 2025-01-11T05:22:04.760Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1563 | 2025-01-11T05:22:04.769Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1564 | 2025-01-11T05:22:04.769Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1565 | 2025-01-11T05:22:04.769Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1566 | 2025-01-11T05:22:04.770Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1567 | 2025-01-11T05:22:04.803Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1568 | 2025-01-11T05:22:04.803Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1569 | 2025-01-11T05:22:04.803Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1570 | 2025-01-11T05:22:04.803Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1571 | 2025-01-11T05:22:04.803Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1572 | 2025-01-11T05:22:04.803Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized), ("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized), ("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized), ("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized), ("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 113687
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = 5b61217b-e323-40f4-a545-496f208c1959
response_code = 500
uri = /omicron-zones
|
| 1573 | 2025-01-11T05:22:04.803Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "5b61217b-e323-40f4-a545-496f208c1959", "content-length": "124", "date": "Sat, 11 Jan 2025 05:22:04 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "5b61217b-e323-40f4-a545-496f208c1959" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 6.73582736s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1574 | 2025-01-11T05:22:11.557Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1575 | 2025-01-11T05:22:11.557Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1576 | 2025-01-11T05:22:11.558Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1577 | 2025-01-11T05:22:11.569Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1578 | 2025-01-11T05:22:11.569Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1579 | 2025-01-11T05:22:11.579Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1580 | 2025-01-11T05:22:11.579Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1581 | 2025-01-11T05:22:11.589Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1582 | 2025-01-11T05:22:11.589Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1583 | 2025-01-11T05:22:11.599Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1584 | 2025-01-11T05:22:11.599Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1585 | 2025-01-11T05:22:11.609Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1586 | 2025-01-11T05:22:11.609Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1587 | 2025-01-11T05:22:11.619Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1588 | 2025-01-11T05:22:11.619Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1589 | 2025-01-11T05:22:11.629Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1590 | 2025-01-11T05:22:11.629Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1591 | 2025-01-11T05:22:11.638Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1592 | 2025-01-11T05:22:11.638Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1593 | 2025-01-11T05:22:11.638Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1594 | 2025-01-11T05:22:11.638Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1595 | 2025-01-11T05:22:11.673Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1596 | 2025-01-11T05:22:11.673Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1597 | 2025-01-11T05:22:11.673Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1598 | 2025-01-11T05:22:11.673Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1599 | 2025-01-11T05:22:11.673Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1600 | 2025-01-11T05:22:11.673Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e", TimeNotSynchronized), ("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb", TimeNotSynchronized), ("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0", TimeNotSynchronized), ("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b", TimeNotSynchronized), ("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 115280
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = ee55d594-7c7b-47a5-8ca4-e4b92481b624
response_code = 500
uri = /omicron-zones
|
| 1601 | 2025-01-11T05:22:11.673Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "ee55d594-7c7b-47a5-8ca4-e4b92481b624", "content-length": "124", "date": "Sat, 11 Jan 2025 05:22:11 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "ee55d594-7c7b-47a5-8ca4-e4b92481b624" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 5.819414886s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1602 | 2025-01-11T05:22:17.510Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1603 | 2025-01-11T05:22:17.510Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1604 | 2025-01-11T05:22:17.510Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1605 | 2025-01-11T05:22:17.522Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1606 | 2025-01-11T05:22:17.522Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1607 | 2025-01-11T05:22:17.532Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1608 | 2025-01-11T05:22:17.532Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1609 | 2025-01-11T05:22:17.543Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1610 | 2025-01-11T05:22:17.543Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1611 | 2025-01-11T05:22:17.554Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1612 | 2025-01-11T05:22:17.554Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1613 | 2025-01-11T05:22:17.565Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1614 | 2025-01-11T05:22:17.565Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1615 | 2025-01-11T05:22:17.575Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1616 | 2025-01-11T05:22:17.575Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1617 | 2025-01-11T05:22:17.584Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1618 | 2025-01-11T05:22:17.584Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1619 | 2025-01-11T05:22:17.594Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1620 | 2025-01-11T05:22:17.594Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1621 | 2025-01-11T05:22:17.594Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1622 | 2025-01-11T05:22:17.594Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1623 | 2025-01-11T05:22:17.682Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1624 | 2025-01-11T05:22:17.682Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1625 | 2025-01-11T05:22:17.682Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1626 | 2025-01-11T05:22:17.682Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1627 | 2025-01-11T05:22:17.682Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1628 | 2025-01-11T05:22:17.775Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
file = illumos-utils/src/zone.rs:325
|
| 1629 | 2025-01-11T05:22:17.779Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
file = illumos-utils/src/zone.rs:325
|
| 1630 | 2025-01-11T05:22:17.783Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
file = illumos-utils/src/zone.rs:325
|
| 1631 | 2025-01-11T05:22:17.787Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
file = illumos-utils/src/zone.rs:325
|
| 1632 | 2025-01-11T05:22:17.791Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
file = illumos-utils/src/zone.rs:325
|
| 1633 | 2025-01-11T05:22:17.796Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
file = illumos-utils/src/zone.rs:363
|
| 1634 | 2025-01-11T05:22:17.802Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
file = illumos-utils/src/zone.rs:363
|
| 1635 | 2025-01-11T05:22:17.808Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
file = illumos-utils/src/zone.rs:363
|
| 1636 | 2025-01-11T05:22:17.812Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
file = illumos-utils/src/zone.rs:363
|
| 1637 | 2025-01-11T05:22:17.816Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
file = illumos-utils/src/zone.rs:363
|
| 1638 | 2025-01-11T05:22:18.747Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 1.040818359s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 1639 | 2025-01-11T05:22:20.730Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService6'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::3'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='28e306e5-64e4-4856-b28f-fdc272014de0'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::3]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1640 | 2025-01-11T05:22:20.730Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1641 | 2025-01-11T05:22:20.753Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService8'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='5c1931d2-ef43-47a7-9f0e-a53a40988c4f'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::6]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1642 | 2025-01-11T05:22:20.754Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1643 | 2025-01-11T05:22:20.836Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService7'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::4'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='27c8cf3f-b6cb-48ab-9063-bee21a23f45e'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::4]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1644 | 2025-01-11T05:22:20.836Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1645 | 2025-01-11T05:22:20.862Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService9'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='a3994f32-f237-49e3-a382-50ed6e658e0b'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::5]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1646 | 2025-01-11T05:22:20.862Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1647 | 2025-01-11T05:22:20.874Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService5'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='3f477a34-8618-4154-9da4-6a9ae2c719fb'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::7]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1648 | 2025-01-11T05:22:20.874Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1649 | 2025-01-11T05:22:20.888Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0") failed: Property not found. retry in 61.481524ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1650 | 2025-01-11T05:22:20.909Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f") failed: Property not found. retry in 72.987345ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1651 | 2025-01-11T05:22:20.967Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0") failed: Property not found. retry in 130.71717ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1652 | 2025-01-11T05:22:21.131Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f") failed: Property not found. retry in 128.784237ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1653 | 2025-01-11T05:22:21.275Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0") failed: Property not found. retry in 146.686235ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1654 | 2025-01-11T05:22:21.364Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e") failed: Property not found. retry in 44.100187ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1655 | 2025-01-11T05:22:21.393Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f") failed: Property not found. retry in 118.14069ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1656 | 2025-01-11T05:22:21.418Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b") failed: Property not found. retry in 29.220994ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1657 | 2025-01-11T05:22:21.484Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb") failed: Property not found. retry in 35.358482ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1658 | 2025-01-11T05:22:21.516Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0") failed: Property not found. retry in 349.005173ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1659 | 2025-01-11T05:22:21.555Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e") failed: Property not found. retry in 113.652331ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1660 | 2025-01-11T05:22:21.583Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f") failed: Property not found. retry in 468.726528ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1661 | 2025-01-11T05:22:21.609Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b") failed: Property not found. retry in 56.606323ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1662 | 2025-01-11T05:22:21.630Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb") failed: Property not found. retry in 111.365641ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1663 | 2025-01-11T05:22:21.695Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b") failed: Property not found. retry in 124.159183ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1664 | 2025-01-11T05:22:21.726Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e") failed: Property not found. retry in 223.398177ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1665 | 2025-01-11T05:22:21.774Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb") failed: Property not found. retry in 228.457292ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1666 | 2025-01-11T05:22:21.842Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b") failed: Property not found. retry in 357.422214ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1667 | 2025-01-11T05:22:21.883Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0") failed: Property not found. retry in 1.001295159s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1668 | 2025-01-11T05:22:21.974Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e") failed: Property not found. retry in 394.200168ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1669 | 2025-01-11T05:22:22.027Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb") failed: Property not found. retry in 335.57891ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1670 | 2025-01-11T05:22:22.082Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f") failed: Property not found. retry in 628.090484ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1671 | 2025-01-11T05:22:22.230Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b") failed: Property not found. retry in 600.235697ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1672 | 2025-01-11T05:22:22.383Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb") failed: Property not found. retry in 634.071318ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1673 | 2025-01-11T05:22:22.400Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e") failed: Property not found. retry in 702.719386ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1674 | 2025-01-11T05:22:22.785Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f") failed: Property not found. retry in 1.418361771s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1675 | 2025-01-11T05:22:22.880Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b") failed: Property not found. retry in 669.915419ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1676 | 2025-01-11T05:22:22.945Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0") failed: Property not found. retry in 1.404805512s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1677 | 2025-01-11T05:22:23.043Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb") failed: Property not found. retry in 1.204832897s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1678 | 2025-01-11T05:22:23.116Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e") failed: Property not found. retry in 1.005912951s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1679 | 2025-01-11T05:22:23.564Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b") failed: Property not found. retry in 826.925682ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1680 | 2025-01-11T05:22:24.136Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e") failed: Property not found. retry in 527.137542ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1681 | 2025-01-11T05:22:24.215Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f") failed: Property not found. retry in 822.635317ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1682 | 2025-01-11T05:22:24.259Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb") failed: Property not found. retry in 1.467374107s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1683 | 2025-01-11T05:22:24.361Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0") failed: Property not found. retry in 1.339399737s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1684 | 2025-01-11T05:22:24.402Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b") failed: Property not found. retry in 921.41831ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1685 | 2025-01-11T05:22:24.675Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e") failed: Property not found. retry in 553.633781ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1686 | 2025-01-11T05:22:25.051Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f") failed: Property not found. retry in 565.596184ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1687 | 2025-01-11T05:22:25.241Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e") failed: Property not found. retry in 909.076188ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1688 | 2025-01-11T05:22:25.337Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b") failed: Property not found. retry in 1.38625674s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1689 | 2025-01-11T05:22:25.631Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f") failed: Property not found. retry in 1.094719537s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1690 | 2025-01-11T05:22:25.717Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0") failed: Property not found. retry in 841.801344ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1691 | 2025-01-11T05:22:25.744Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb") failed: Property not found. retry in 557.302742ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1692 | 2025-01-11T05:22:26.165Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e") failed: Property not found. retry in 666.706438ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1693 | 2025-01-11T05:22:26.312Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb") failed: Property not found. retry in 540.27411ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1694 | 2025-01-11T05:22:26.571Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0") failed: Property not found. retry in 1.028579135s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1695 | 2025-01-11T05:22:26.736Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b") failed: Property not found. retry in 1.426145066s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1696 | 2025-01-11T05:22:26.744Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f") failed: Property not found. retry in 1.425697907s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1697 | 2025-01-11T05:22:26.842Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e") failed: Property not found. retry in 554.464445ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1698 | 2025-01-11T05:22:26.862Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb") failed: Property not found. retry in 528.407383ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1699 | 2025-01-11T05:22:27.401Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb") failed: Property not found. retry in 1.221088711s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1700 | 2025-01-11T05:22:27.408Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e") failed: Property not found. retry in 834.646372ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1701 | 2025-01-11T05:22:27.611Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0") failed: Property not found. retry in 887.848078ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1702 | 2025-01-11T05:22:28.176Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b") failed: Property not found. retry in 1.276365826s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1703 | 2025-01-11T05:22:28.184Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f") failed: Property not found. retry in 546.458252ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1704 | 2025-01-11T05:22:28.253Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e") failed: Property not found. retry in 830.515658ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1705 | 2025-01-11T05:22:28.510Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0") failed: Property not found. retry in 1.105715973s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1706 | 2025-01-11T05:22:28.635Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb") failed: Property not found. retry in 648.376933ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1707 | 2025-01-11T05:22:28.741Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f") failed: Property not found. retry in 527.875226ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1708 | 2025-01-11T05:22:29.097Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e") failed: Property not found. retry in 1.457201496s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1709 | 2025-01-11T05:22:29.283Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f") failed: Property not found. retry in 1.214268323s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1710 | 2025-01-11T05:22:29.296Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb") failed: Property not found. retry in 1.37822437s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1711 | 2025-01-11T05:22:29.467Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b") failed: Property not found. retry in 808.668156ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1712 | 2025-01-11T05:22:30.288Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b") failed: Property not found. retry in 1.091310588s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1713 | 2025-01-11T05:22:30.689Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb") failed: Property not found. retry in 778.998814ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1714 | 2025-01-11T05:22:30.692Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:39697
|
| 1715 | 2025-01-11T05:22:30.692Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 64
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:39697
req_id = 8dddc8bf-2a8d-4538-b87c-722ab4da3f86
response_code = 200
uri = /baseboard
|
| 1716 | 2025-01-11T05:22:31.394Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b") failed: Property not found. retry in 1.449284192s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1717 | 2025-01-11T05:22:31.481Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb") failed: Property not found. retry in 923.577779ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1718 | 2025-01-11T05:22:32.717Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb") failed: Property not found. retry in 1.392775786s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1719 | 2025-01-11T05:22:32.953Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b") failed: Property not found. retry in 628.023622ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1720 | 2025-01-11T05:22:33.596Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b") failed: Property not found. retry in 1.030420676s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1721 | 2025-01-11T05:22:34.099Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb") failed: Property not found. retry in 1.407552546s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1722 | 2025-01-11T05:22:34.636Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b") failed: Property not found. retry in 853.975265ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1723 | 2025-01-11T05:22:34.860Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 5.644436253s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 1724 | 2025-01-11T05:22:35.604Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b") failed: Property not found. retry in 501.877704ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1725 | 2025-01-11T05:22:35.684Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb") failed: Property not found. retry in 1.309025642s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1726 | 2025-01-11T05:22:36.116Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b") failed: Property not found. retry in 1.329912118s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1727 | 2025-01-11T05:22:37.004Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb") failed: Property not found. retry in 1.357535284s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1728 | 2025-01-11T05:22:37.456Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b") failed: Property not found. retry in 1.270471497s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1729 | 2025-01-11T05:22:38.370Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb") failed: Property not found. retry in 1.265193473s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1730 | 2025-01-11T05:22:38.736Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b") failed: Property not found. retry in 1.342627317s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1731 | 2025-01-11T05:22:40.101Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb
|
| 1732 | 2025-01-11T05:22:40.101Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0
|
| 1733 | 2025-01-11T05:22:40.101Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e
|
| 1734 | 2025-01-11T05:22:40.101Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f
|
| 1735 | 2025-01-11T05:22:40.101Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b
|
| 1736 | 2025-01-11T05:22:40.101Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 1737 | 2025-01-11T05:22:40.102Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 1738 | 2025-01-11T05:22:40.111Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 22561436
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57225
req_id = c7e0001c-56b8-43b6-a893-67f47eca5d5e
response_code = 204
uri = /omicron-zones
|
| 1739 | 2025-01-11T05:22:40.148Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:62089
|
| 1740 | 2025-01-11T05:22:40.178Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::4]:32221
file = sled-agent/src/services.rs:3769
|
| 1741 | 2025-01-11T05:22:41.157Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3787
|
| 1742 | 2025-01-11T05:22:58.853Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:3810
|
| 1743 | 2025-01-11T05:22:58.853Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 18706610
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:62089
req_id = 9e3d3e80-d0e6-41a6-9bf1-4805f3e78181
response_code = 204
uri = /cockroachdb
|
| 1744 | 2025-01-11T05:22:58.917Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name("ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4266b46f-6e12-4383-943a-1dff6b37826d (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 4d89a779-1fc1-4488-b830-819ec303eab4, kind: Service { id: 4266b46f-6e12-4383-943a-1dff6b37826d }, name: Name("external-dns-4266b46f-6e12-4383-943a-1dff6b37826d"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 62])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 9ad212fc-1d4f-4b29-8673-c28d5f4e1980, kind: Service { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 }, name: Name("external-dns-50be0e3a-9e97-45f3-9749-f7daddfbf5a4"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 223])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 3da168c4-8069-45d6-a96c-9bd6e5b1cbe0, kind: Service { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 }, name: Name("nexus-41bd7929-21b3-4420-bdfb-4d377eca1275"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: c65b59c5-6763-4b24-9975-b340540b3788 (service), filesystem_pool: Some(ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 8a400d6b-d9c4-4d4f-9a93-9d358fd2213c, kind: Service { id: c65b59c5-6763-4b24-9975-b340540b3788 }, name: Name("nexus-c65b59c5-6763-4b24-9975-b340540b3788"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 95])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: f2934fe9-7f56-4391-9cbd-73ed0873ef74, kind: Service { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d }, name: Name("nexus-aa9e7449-5e0d-48f2-bc5e-e67a9910d88d"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 68ba0762-4eeb-4568-8923-69d504e34a00 (service), filesystem_pool: Some(ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: b51e69e7-166e-46ba-98f6-1e72e04400b8 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 12624695-82ed-4bcd-a6f8-b571220f8ce0 (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 725cb4a0-b541-457f-8633-1d9d2ce1f473 (service), filesystem_pool: Some(ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb (service), filesystem_pool: Some(ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 7499d6f4-8e73-4358-8871-8006f8ce1662 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2 (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3021caf3-c3b1-4c70-8491-dec910e6fa3b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: ee6f486a-c2b4-4fb8-a457-1457e896c1b1 (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: d42beb6b-fe7c-4163-9b57-e16b417931fd (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 679720a7-8077-49f4-94a5-75a1cb013ea2 (service), filesystem_pool: Some(ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7be46297-164b-4932-ac54-0921c8389b8e (service), filesystem_pool: Some(ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 478e5237-86f4-4835-8603-37ef8928b276 (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External } } } }, OmicronZoneConfig { id: 1e519afa-3cb6-43fe-9c88-56b74c9d6493 (service), filesystem_pool: Some(ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1745 | 2025-01-11T05:22:58.917Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58187
|
| 1746 | 2025-01-11T05:22:58.918Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1747 | 2025-01-11T05:22:58.918Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1748 | 2025-01-11T05:22:58.932Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1749 | 2025-01-11T05:22:58.933Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1750 | 2025-01-11T05:22:58.944Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1751 | 2025-01-11T05:22:58.944Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1752 | 2025-01-11T05:22:58.956Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1753 | 2025-01-11T05:22:58.956Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1754 | 2025-01-11T05:22:58.968Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1755 | 2025-01-11T05:22:58.968Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1756 | 2025-01-11T05:22:58.979Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1757 | 2025-01-11T05:22:58.979Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1758 | 2025-01-11T05:22:58.990Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1759 | 2025-01-11T05:22:58.990Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1760 | 2025-01-11T05:22:59.000Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1761 | 2025-01-11T05:22:59.000Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1762 | 2025-01-11T05:22:59.012Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1763 | 2025-01-11T05:22:59.012Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1764 | 2025-01-11T05:22:59.023Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1765 | 2025-01-11T05:22:59.023Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1766 | 2025-01-11T05:22:59.034Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1767 | 2025-01-11T05:22:59.034Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1768 | 2025-01-11T05:22:59.044Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1769 | 2025-01-11T05:22:59.044Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1770 | 2025-01-11T05:22:59.057Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1771 | 2025-01-11T05:22:59.057Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1772 | 2025-01-11T05:22:59.067Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1773 | 2025-01-11T05:22:59.067Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1774 | 2025-01-11T05:22:59.078Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1775 | 2025-01-11T05:22:59.078Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1776 | 2025-01-11T05:22:59.087Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1777 | 2025-01-11T05:22:59.087Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1778 | 2025-01-11T05:22:59.097Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1779 | 2025-01-11T05:22:59.097Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1780 | 2025-01-11T05:22:59.108Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1781 | 2025-01-11T05:22:59.108Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1782 | 2025-01-11T05:22:59.118Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1783 | 2025-01-11T05:22:59.118Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1784 | 2025-01-11T05:22:59.128Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1785 | 2025-01-11T05:22:59.128Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1786 | 2025-01-11T05:22:59.139Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1787 | 2025-01-11T05:22:59.139Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1788 | 2025-01-11T05:22:59.140Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1789 | 2025-01-11T05:22:59.140Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1790 | 2025-01-11T05:22:59.396Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1791 | 2025-01-11T05:22:59.396Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1792 | 2025-01-11T05:22:59.396Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1793 | 2025-01-11T05:22:59.396Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1794 | 2025-01-11T05:22:59.396Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1795 | 2025-01-11T05:22:59.396Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1796 | 2025-01-11T05:22:59.396Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1797 | 2025-01-11T05:22:59.396Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1798 | 2025-01-11T05:22:59.396Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1799 | 2025-01-11T05:22:59.396Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1800 | 2025-01-11T05:22:59.435Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 1801 | 2025-01-11T05:22:59.435Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1802 | 2025-01-11T05:22:59.435Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1803 | 2025-01-11T05:22:59.447Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 1804 | 2025-01-11T05:22:59.449Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 1805 | 2025-01-11T05:22:59.450Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 1806 | 2025-01-11T05:22:59.454Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 1807 | 2025-01-11T05:22:59.454Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1808 | 2025-01-11T05:22:59.454Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1809 | 2025-01-11T05:22:59.728Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662
file = illumos-utils/src/zone.rs:325
|
| 1810 | 2025-01-11T05:22:59.733Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
file = illumos-utils/src/zone.rs:325
|
| 1811 | 2025-01-11T05:22:59.738Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
file = illumos-utils/src/zone.rs:325
|
| 1812 | 2025-01-11T05:22:59.743Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1
file = illumos-utils/src/zone.rs:325
|
| 1813 | 2025-01-11T05:22:59.748Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd
file = illumos-utils/src/zone.rs:325
|
| 1814 | 2025-01-11T05:22:59.754Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276
file = illumos-utils/src/zone.rs:325
|
| 1815 | 2025-01-11T05:22:59.759Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00
file = illumos-utils/src/zone.rs:325
|
| 1816 | 2025-01-11T05:22:59.764Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2
file = illumos-utils/src/zone.rs:325
|
| 1817 | 2025-01-11T05:22:59.769Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
file = illumos-utils/src/zone.rs:325
|
| 1818 | 2025-01-11T05:22:59.775Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0
file = illumos-utils/src/zone.rs:325
|
| 1819 | 2025-01-11T05:22:59.780Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e
file = illumos-utils/src/zone.rs:325
|
| 1820 | 2025-01-11T05:22:59.785Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662
file = illumos-utils/src/zone.rs:363
|
| 1821 | 2025-01-11T05:22:59.790Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
file = illumos-utils/src/zone.rs:363
|
| 1822 | 2025-01-11T05:22:59.796Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
file = illumos-utils/src/zone.rs:363
|
| 1823 | 2025-01-11T05:22:59.801Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1
file = illumos-utils/src/zone.rs:363
|
| 1824 | 2025-01-11T05:22:59.806Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd
file = illumos-utils/src/zone.rs:363
|
| 1825 | 2025-01-11T05:22:59.811Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276
file = illumos-utils/src/zone.rs:363
|
| 1826 | 2025-01-11T05:22:59.817Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00
file = illumos-utils/src/zone.rs:363
|
| 1827 | 2025-01-11T05:22:59.822Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2
file = illumos-utils/src/zone.rs:363
|
| 1828 | 2025-01-11T05:22:59.827Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
file = illumos-utils/src/zone.rs:363
|
| 1829 | 2025-01-11T05:22:59.833Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0
file = illumos-utils/src/zone.rs:363
|
| 1830 | 2025-01-11T05:22:59.839Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e
file = illumos-utils/src/zone.rs:363
|
| 1831 | 2025-01-11T05:22:59.844Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493
file = illumos-utils/src/zone.rs:325
|
| 1832 | 2025-01-11T05:22:59.850Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473
file = illumos-utils/src/zone.rs:325
|
| 1833 | 2025-01-11T05:22:59.856Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb
file = illumos-utils/src/zone.rs:325
|
| 1834 | 2025-01-11T05:22:59.916Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 1835 | 2025-01-11T05:22:59.977Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 1836 | 2025-01-11T05:22:59.977Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473
file = illumos-utils/src/zone.rs:363
|
| 1837 | 2025-01-11T05:23:00.022Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb
file = illumos-utils/src/zone.rs:363
|
| 1838 | 2025-01-11T05:23:00.059Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493
file = illumos-utils/src/zone.rs:363
|
| 1839 | 2025-01-11T05:23:00.137Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 1840 | 2025-01-11T05:23:00.197Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 1841 | 2025-01-11T05:23:00.256Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 1842 | 2025-01-11T05:23:00.259Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 1843 | 2025-01-11T05:23:00.259Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 1844 | 2025-01-11T05:23:00.315Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte1", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 229, 223]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
| 1845 | 2025-01-11T05:23:00.315Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1275
zone_type = external_dns
|
| 1846 | 2025-01-11T05:23:00.317Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 1847 | 2025-01-11T05:23:00.317Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 1848 | 2025-01-11T05:23:00.371Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte2", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 162, 2]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 1849 | 2025-01-11T05:23:00.371Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1275
zone_type = nexus
|
| 1850 | 2025-01-11T05:23:00.375Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 1851 | 2025-01-11T05:23:00.375Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 1852 | 2025-01-11T05:23:00.432Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte3", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 242, 62]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
| 1853 | 2025-01-11T05:23:00.432Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1275
zone_type = external_dns
|
| 1854 | 2025-01-11T05:23:00.434Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 1855 | 2025-01-11T05:23:00.434Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 1856 | 2025-01-11T05:23:00.498Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte4", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 250, 118]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 1857 | 2025-01-11T05:23:00.498Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1275
zone_type = nexus
|
| 1858 | 2025-01-11T05:23:00.500Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 1859 | 2025-01-11T05:23:00.500Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 1860 | 2025-01-11T05:23:00.559Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte5", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 130, 95]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 1861 | 2025-01-11T05:23:00.559Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1275
zone_type = nexus
|
| 1862 | 2025-01-11T05:23:00.559Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.165
file = clients/dpd-client/src/lib.rs:85
|
| 1863 | 2025-01-11T05:23:00.559Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.165
file = clients/dpd-client/src/lib.rs:92
|
| 1864 | 2025-01-11T05:23:00.559Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.166
file = clients/dpd-client/src/lib.rs:85
|
| 1865 | 2025-01-11T05:23:00.559Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.166
file = clients/dpd-client/src/lib.rs:92
|
| 1866 | 2025-01-11T05:23:00.559Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.168
file = clients/dpd-client/src/lib.rs:85
|
| 1867 | 2025-01-11T05:23:00.559Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.168
file = clients/dpd-client/src/lib.rs:92
|
| 1868 | 2025-01-11T05:23:00.561Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.165
file = clients/dpd-client/src/lib.rs:120
|
| 1869 | 2025-01-11T05:23:00.563Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.164
file = clients/dpd-client/src/lib.rs:85
|
| 1870 | 2025-01-11T05:23:00.563Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.164
file = clients/dpd-client/src/lib.rs:92
|
| 1871 | 2025-01-11T05:23:00.563Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1872 | 2025-01-11T05:23:00.563Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.166
file = clients/dpd-client/src/lib.rs:120
|
| 1873 | 2025-01-11T05:23:00.565Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.167
file = clients/dpd-client/src/lib.rs:85
|
| 1874 | 2025-01-11T05:23:00.565Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.167
file = clients/dpd-client/src/lib.rs:92
|
| 1875 | 2025-01-11T05:23:00.565Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1876 | 2025-01-11T05:23:00.565Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.168
file = clients/dpd-client/src/lib.rs:120
|
| 1877 | 2025-01-11T05:23:00.568Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1878 | 2025-01-11T05:23:00.624Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.164
file = clients/dpd-client/src/lib.rs:120
|
| 1879 | 2025-01-11T05:23:00.709Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.167
file = clients/dpd-client/src/lib.rs:120
|
| 1880 | 2025-01-11T05:23:00.715Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1881 | 2025-01-11T05:23:00.715Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1882 | 2025-01-11T05:23:00.788Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:39266
|
| 1883 | 2025-01-11T05:23:00.788Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 175
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:39266
req_id = ecdd4f21-ffd1-4a1f-a174-d788ab546d76
response_code = 200
uri = /baseboard
|
| 1884 | 2025-01-11T05:23:00.808Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4
file = illumos-utils/src/zone.rs:325
|
| 1885 | 2025-01-11T05:23:00.860Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275
file = illumos-utils/src/zone.rs:325
|
| 1886 | 2025-01-11T05:23:00.906Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d
file = illumos-utils/src/zone.rs:325
|
| 1887 | 2025-01-11T05:23:00.916Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4
file = illumos-utils/src/zone.rs:363
|
| 1888 | 2025-01-11T05:23:00.924Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d
file = illumos-utils/src/zone.rs:325
|
| 1889 | 2025-01-11T05:23:00.933Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275
file = illumos-utils/src/zone.rs:363
|
| 1890 | 2025-01-11T05:23:00.941Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788
file = illumos-utils/src/zone.rs:325
|
| 1891 | 2025-01-11T05:23:00.951Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d
file = illumos-utils/src/zone.rs:363
|
| 1892 | 2025-01-11T05:23:00.962Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d
file = illumos-utils/src/zone.rs:363
|
| 1893 | 2025-01-11T05:23:00.977Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788
file = illumos-utils/src/zone.rs:363
|
| 1894 | 2025-01-11T05:23:10.659Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService17'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::17'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_6e7c044a-1f89-4864-9088-50af54ee9df8/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::17'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='e06ce493-f9a6-4315-a98b-b59100bbe38e'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1895 | 2025-01-11T05:23:10.659Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2
|
| 1896 | 2025-01-11T05:23:10.837Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService12'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::14'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::14'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='a2023500-74da-4c17-ba90-0c8c6f881842'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1897 | 2025-01-11T05:23:10.838Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
|
| 1898 | 2025-01-11T05:23:10.850Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService13'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::15'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::15'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='90a4c932-2583-4a7e-89ff-f623a3ccb7a3'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1899 | 2025-01-11T05:23:10.850Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService14'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::16'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::16'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='b32d108b-f145-4cc0-a42d-e52b11527930'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1900 | 2025-01-11T05:23:10.851Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1
|
| 1901 | 2025-01-11T05:23:10.860Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd
|
| 1902 | 2025-01-11T05:23:10.868Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService15'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::19'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_8ef28041-f640-42e9-a92f-121b40233eda/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::19'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='b92d5107-24e3-4c44-a2c0-9e7cf2be1ecf'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1903 | 2025-01-11T05:23:10.869Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276
|
| 1904 | 2025-01-11T05:23:10.885Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService10'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::12'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::12'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='c505b9c8-70c8-401b-b800-cfe3b5ee5677'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1905 | 2025-01-11T05:23:10.885Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662
|
| 1906 | 2025-01-11T05:23:10.912Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService22'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::10'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::10'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1907 | 2025-01-11T05:23:10.912Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473
|
| 1908 | 2025-01-11T05:23:10.980Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService21'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_5811c75e-42e8-431b-b556-abc8dedd260e/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1a'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='fa9d5c24-ced6-4a00-9e25-e573b6370767'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1909 | 2025-01-11T05:23:10.981Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493
|
| 1910 | 2025-01-11T05:23:11.248Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473") failed: Property not found. retry in 66.264862ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473
|
| 1911 | 2025-01-11T05:23:11.260Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662") failed: Property not found. retry in 38.618435ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662
|
| 1912 | 2025-01-11T05:23:11.272Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b") failed: Property not found. retry in 34.779888ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
|
| 1913 | 2025-01-11T05:23:11.285Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1") failed: Property not found. retry in 45.80858ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1
|
| 1914 | 2025-01-11T05:23:11.298Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd") failed: Property not found. retry in 73.99106ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd
|
| 1915 | 2025-01-11T05:23:11.310Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2") failed: Property not found. retry in 41.276559ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2
|
| 1916 | 2025-01-11T05:23:11.321Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493") failed: Property not found. retry in 39.039003ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493
|
| 1917 | 2025-01-11T05:23:11.332Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662") failed: Property not found. retry in 116.815564ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662
|
| 1918 | 2025-01-11T05:23:11.343Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b") failed: Property not found. retry in 113.085358ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
|
| 1919 | 2025-01-11T05:23:11.355Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276") failed: Property not found. retry in 73.619015ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276
|
| 1920 | 2025-01-11T05:23:11.388Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473") failed: Property not found. retry in 141.123995ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473
|
| 1921 | 2025-01-11T05:23:11.400Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1") failed: Property not found. retry in 89.17394ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1
|
| 1922 | 2025-01-11T05:23:11.412Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd") failed: Property not found. retry in 83.629703ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd
|
| 1923 | 2025-01-11T05:23:11.425Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2") failed: Property not found. retry in 82.030024ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2
|
| 1924 | 2025-01-11T05:23:11.438Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493") failed: Property not found. retry in 80.199654ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493
|
| 1925 | 2025-01-11T05:23:11.449Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276") failed: Property not found. retry in 75.717438ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276
|
| 1926 | 2025-01-11T05:23:11.461Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662") failed: Property not found. retry in 277.353328ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662
|
| 1927 | 2025-01-11T05:23:11.473Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b") failed: Property not found. retry in 210.580931ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
|
| 1928 | 2025-01-11T05:23:11.506Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1") failed: Property not found. retry in 286.230111ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1
|
| 1929 | 2025-01-11T05:23:11.523Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd") failed: Property not found. retry in 217.19476ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd
|
| 1930 | 2025-01-11T05:23:11.538Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2") failed: Property not found. retry in 110.464091ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2
|
| 1931 | 2025-01-11T05:23:11.552Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493") failed: Property not found. retry in 140.77077ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493
|
| 1932 | 2025-01-11T05:23:11.568Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276") failed: Property not found. retry in 248.110277ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276
|
| 1933 | 2025-01-11T05:23:11.582Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473") failed: Property not found. retry in 299.817951ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473
|
| 1934 | 2025-01-11T05:23:11.663Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2") failed: Property not found. retry in 592.631324ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2
|
| 1935 | 2025-01-11T05:23:12.014Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b") failed: Property not found. retry in 250.401614ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
|
| 1936 | 2025-01-11T05:23:12.044Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493") failed: Property not found. retry in 269.024862ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493
|
| 1937 | 2025-01-11T05:23:12.146Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662") failed: Property not found. retry in 506.100496ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662
|
| 1938 | 2025-01-11T05:23:12.211Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1") failed: Property not found. retry in 510.969798ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1
|
| 1939 | 2025-01-11T05:23:12.273Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd") failed: Property not found. retry in 249.348036ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd
|
| 1940 | 2025-01-11T05:23:12.299Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276") failed: Property not found. retry in 238.674677ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276
|
| 1941 | 2025-01-11T05:23:12.321Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2") failed: Property not found. retry in 914.038163ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2
|
| 1942 | 2025-01-11T05:23:12.341Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493") failed: Property not found. retry in 725.793673ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493
|
| 1943 | 2025-01-11T05:23:12.357Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473") failed: Property not found. retry in 424.551568ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473
|
| 1944 | 2025-01-11T05:23:12.373Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b") failed: Property not found. retry in 692.858737ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
|
| 1945 | 2025-01-11T05:23:12.505Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService23'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::11'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::11'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1946 | 2025-01-11T05:23:12.505Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb
|
| 1947 | 2025-01-11T05:23:12.521Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService20'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::18'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::18'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='839c9682-389f-4008-8ae1-171c1a23dfc2'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1948 | 2025-01-11T05:23:12.521Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e
|
| 1949 | 2025-01-11T05:23:12.552Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd") failed: Property not found. retry in 538.481488ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd
|
| 1950 | 2025-01-11T05:23:12.567Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276") failed: Property not found. retry in 817.292037ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276
|
| 1951 | 2025-01-11T05:23:12.593Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService11'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::13'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::13'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='e9330be1-9b72-4b0d-9e31-aafbaec44e68'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1952 | 2025-01-11T05:23:12.594Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
|
| 1953 | 2025-01-11T05:23:12.670Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662") failed: Property not found. retry in 997.690399ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662
|
| 1954 | 2025-01-11T05:23:12.671Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService27'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::8'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte3'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::8]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.5:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1955 | 2025-01-11T05:23:12.671Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d
|
| 1956 | 2025-01-11T05:23:12.687Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService19'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::f'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::f'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1957 | 2025-01-11T05:23:12.688Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0
|
| 1958 | 2025-01-11T05:23:12.738Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1") failed: Property not found. retry in 780.426037ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1
|
| 1959 | 2025-01-11T05:23:12.798Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb") failed: Property not found. retry in 45.212313ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb
|
| 1960 | 2025-01-11T05:23:12.799Z | INFO | SledAgent (ServiceManager): Profile for oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService16'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::d'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/oximeter">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="id" value='68ba0762-4eeb-4568-8923-69d504e34a00'/>
<propval type="astring" name="address" value='[fd00:1122:3344:101::d]:12223'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1961 | 2025-01-11T05:23:12.817Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473") failed: Property not found. retry in 774.794873ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473
|
| 1962 | 2025-01-11T05:23:12.817Z | INFO | SledAgent (ServiceManager): Booting oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00
|
| 1963 | 2025-01-11T05:23:12.852Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e") failed: Property not found. retry in 25.375665ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e
|
| 1964 | 2025-01-11T05:23:12.871Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb") failed: Property not found. retry in 72.873663ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb
|
| 1965 | 2025-01-11T05:23:12.904Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e") failed: Property not found. retry in 107.176787ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e
|
| 1966 | 2025-01-11T05:23:12.987Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb") failed: Property not found. retry in 187.282742ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb
|
| 1967 | 2025-01-11T05:23:13.012Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2") failed: Property not found. retry in 43.987484ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
|
| 1968 | 2025-01-11T05:23:13.036Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e") failed: Property not found. retry in 146.349215ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e
|
| 1969 | 2025-01-11T05:23:13.074Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2") failed: Property not found. retry in 101.900145ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
|
| 1970 | 2025-01-11T05:23:13.092Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b") failed: Property not found. retry in 969.113208ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
|
| 1971 | 2025-01-11T05:23:13.110Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493") failed: Property not found. retry in 881.279952ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493
|
| 1972 | 2025-01-11T05:23:13.124Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d") failed: Property not found. retry in 69.769656ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d
|
| 1973 | 2025-01-11T05:23:13.140Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd") failed: Property not found. retry in 818.104019ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd
|
| 1974 | 2025-01-11T05:23:13.153Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0") failed: Property not found. retry in 72.860749ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0
|
| 1975 | 2025-01-11T05:23:13.346Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2") failed: Property not found. retry in 241.047541ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
|
| 1976 | 2025-01-11T05:23:13.374Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e") failed: Property not found. retry in 213.498872ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e
|
| 1977 | 2025-01-11T05:23:13.413Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d") failed: Property not found. retry in 145.15498ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d
|
| 1978 | 2025-01-11T05:23:13.484Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb") failed: Property not found. retry in 216.042788ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb
|
| 1979 | 2025-01-11T05:23:13.511Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276") failed: Property not found. retry in 556.742312ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276
|
| 1980 | 2025-01-11T05:23:13.542Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00") failed: Property not found. retry in 32.349762ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00
|
| 1981 | 2025-01-11T05:23:13.565Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2") failed: Property not found. retry in 793.083874ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2
|
| 1982 | 2025-01-11T05:23:13.582Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0") failed: Property not found. retry in 117.638517ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0
|
| 1983 | 2025-01-11T05:23:13.603Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d") failed: Property not found. retry in 121.25438ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d
|
| 1984 | 2025-01-11T05:23:13.620Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473") failed: Property not found. retry in 1.419705977s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473
|
| 1985 | 2025-01-11T05:23:13.641Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2") failed: Property not found. retry in 334.07766ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
|
| 1986 | 2025-01-11T05:23:13.660Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1") failed: Property not found. retry in 762.052007ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1
|
| 1987 | 2025-01-11T05:23:13.682Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00") failed: Property not found. retry in 98.413471ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00
|
| 1988 | 2025-01-11T05:23:13.702Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e") failed: Property not found. retry in 873.28857ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e
|
| 1989 | 2025-01-11T05:23:13.723Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb") failed: Property not found. retry in 841.517191ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb
|
| 1990 | 2025-01-11T05:23:13.741Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662") failed: Property not found. retry in 896.698016ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662
|
| 1991 | 2025-01-11T05:23:13.762Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0") failed: Property not found. retry in 146.151454ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0
|
| 1992 | 2025-01-11T05:23:13.781Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d") failed: Property not found. retry in 430.610256ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d
|
| 1993 | 2025-01-11T05:23:13.799Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00") failed: Property not found. retry in 247.809509ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00
|
| 1994 | 2025-01-11T05:23:13.925Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0") failed: Property not found. retry in 436.776372ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0
|
| 1995 | 2025-01-11T05:23:13.948Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 6.647618761s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 1996 | 2025-01-11T05:23:13.978Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd") failed: Property not found. retry in 701.080678ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd
|
| 1997 | 2025-01-11T05:23:13.993Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2") failed: Property not found. retry in 979.146759ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
|
| 1998 | 2025-01-11T05:23:14.017Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493") failed: Property not found. retry in 1.152915366s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493
|
| 1999 | 2025-01-11T05:23:14.067Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00") failed: Property not found. retry in 378.619673ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00
|
| 2000 | 2025-01-11T05:23:14.087Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b") failed: Property not found. retry in 943.371115ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
|
| 2001 | 2025-01-11T05:23:14.103Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276") failed: Property not found. retry in 1.051389578s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276
|
| 2002 | 2025-01-11T05:23:14.274Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d") failed: Property not found. retry in 540.459942ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d
|
| 2003 | 2025-01-11T05:23:14.333Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService26'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::c'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte4'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2004 | 2025-01-11T05:23:14.334Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d
|
| 2005 | 2025-01-11T05:23:14.374Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2") failed: Property not found. retry in 1.168474373s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2
|
| 2006 | 2025-01-11T05:23:14.389Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0") failed: Property not found. retry in 568.94821ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0
|
| 2007 | 2025-01-11T05:23:14.439Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1") failed: Property not found. retry in 891.767726ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1
|
| 2008 | 2025-01-11T05:23:14.460Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00") failed: Property not found. retry in 814.399217ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00
|
| 2009 | 2025-01-11T05:23:14.578Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb") failed: Property not found. retry in 1.196568026s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb
|
| 2010 | 2025-01-11T05:23:14.592Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e") failed: Property not found. retry in 1.377481403s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e
|
| 2011 | 2025-01-11T05:23:14.617Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d") failed: Property not found. retry in 33.364221ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d
|
| 2012 | 2025-01-11T05:23:14.651Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662") failed: Property not found. retry in 938.004117ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662
|
| 2013 | 2025-01-11T05:23:14.664Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d") failed: Property not found. retry in 84.150863ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d
|
| 2014 | 2025-01-11T05:23:14.692Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd") failed: Property not found. retry in 1.194724082s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd
|
| 2015 | 2025-01-11T05:23:14.715Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService25'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte2'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2016 | 2025-01-11T05:23:14.715Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275
|
| 2017 | 2025-01-11T05:23:14.762Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d") failed: Property not found. retry in 293.534362ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d
|
| 2018 | 2025-01-11T05:23:14.842Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d") failed: Property not found. retry in 1.372450682s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d
|
| 2019 | 2025-01-11T05:23:14.871Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService28'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte5'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2020 | 2025-01-11T05:23:14.872Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788
|
| 2021 | 2025-01-11T05:23:14.890Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService24'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::9'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte1'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::9]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.6:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2022 | 2025-01-11T05:23:14.890Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4
|
| 2023 | 2025-01-11T05:23:14.979Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0") failed: Property not found. retry in 540.01648ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0
|
| 2024 | 2025-01-11T05:23:15.043Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2") failed: Property not found. retry in 1.478084837s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
|
| 2025 | 2025-01-11T05:23:15.066Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b") failed: Property not found. retry in 630.657541ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
|
| 2026 | 2025-01-11T05:23:15.086Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473") failed: Property not found. retry in 1.493468989s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473
|
| 2027 | 2025-01-11T05:23:15.105Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d") failed: Property not found. retry in 391.827364ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d
|
| 2028 | 2025-01-11T05:23:15.118Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275") failed: Property not found. retry in 48.61781ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275
|
| 2029 | 2025-01-11T05:23:15.174Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276") failed: Property not found. retry in 804.709477ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276
|
| 2030 | 2025-01-11T05:23:15.245Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493") failed: Property not found. retry in 562.345625ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493
|
| 2031 | 2025-01-11T05:23:15.268Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275") failed: Property not found. retry in 84.372321ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275
|
| 2032 | 2025-01-11T05:23:15.291Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788") failed: Property not found. retry in 71.72143ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788
|
| 2033 | 2025-01-11T05:23:15.310Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00") failed: Property not found. retry in 1.02484643s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00
|
| 2034 | 2025-01-11T05:23:15.342Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4") failed: Property not found. retry in 57.126441ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4
|
| 2035 | 2025-01-11T05:23:15.365Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1") failed: Property not found. retry in 1.028079678s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1
|
| 2036 | 2025-01-11T05:23:15.488Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275") failed: Property not found. retry in 286.013738ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275
|
| 2037 | 2025-01-11T05:23:15.504Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788") failed: Property not found. retry in 75.294464ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788
|
| 2038 | 2025-01-11T05:23:15.522Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4") failed: Property not found. retry in 122.932509ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4
|
| 2039 | 2025-01-11T05:23:15.536Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d") failed: Property not found. retry in 808.048391ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d
|
| 2040 | 2025-01-11T05:23:15.550Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0") failed: Property not found. retry in 1.116749348s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0
|
| 2041 | 2025-01-11T05:23:15.562Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2") failed: Property not found. retry in 1.153270633s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2
|
| 2042 | 2025-01-11T05:23:15.596Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788") failed: Property not found. retry in 287.093095ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788
|
| 2043 | 2025-01-11T05:23:15.608Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662") failed: Property not found. retry in 869.384793ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662
|
| 2044 | 2025-01-11T05:23:15.660Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4") failed: Property not found. retry in 203.058713ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4
|
| 2045 | 2025-01-11T05:23:15.710Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b") failed: Property not found. retry in 1.067057921s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
|
| 2046 | 2025-01-11T05:23:15.789Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275") failed: Property not found. retry in 334.59968ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275
|
| 2047 | 2025-01-11T05:23:15.800Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb") failed: Property not found. retry in 591.176794ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb
|
| 2048 | 2025-01-11T05:23:15.820Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493") failed: Property not found. retry in 1.351262645s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493
|
| 2049 | 2025-01-11T05:23:15.879Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4") failed: Property not found. retry in 509.000357ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4
|
| 2050 | 2025-01-11T05:23:15.896Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788") failed: Property not found. retry in 211.858743ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788
|
| 2051 | 2025-01-11T05:23:15.909Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd") failed: Property not found. retry in 1.305753753s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd
|
| 2052 | 2025-01-11T05:23:15.983Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e") failed: Property not found. retry in 1.487461501s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e
|
| 2053 | 2025-01-11T05:23:15.996Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276") failed: Property not found. retry in 1.15744048s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276
|
| 2054 | 2025-01-11T05:23:16.122Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788") failed: Property not found. retry in 1.109609286s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788
|
| 2055 | 2025-01-11T05:23:16.138Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275") failed: Property not found. retry in 404.688536ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275
|
| 2056 | 2025-01-11T05:23:16.229Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d") failed: Property not found. retry in 713.024082ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d
|
| 2057 | 2025-01-11T05:23:16.348Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00") failed: Property not found. retry in 1.356003666s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00
|
| 2058 | 2025-01-11T05:23:16.360Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d") failed: Property not found. retry in 1.081434644s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d
|
| 2059 | 2025-01-11T05:23:16.399Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4") failed: Property not found. retry in 1.191366921s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4
|
| 2060 | 2025-01-11T05:23:16.412Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1") failed: Property not found. retry in 636.201754ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1
|
| 2061 | 2025-01-11T05:23:16.424Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb") failed: Property not found. retry in 1.181510241s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb
|
| 2062 | 2025-01-11T05:23:16.489Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662") failed: Property not found. retry in 984.567114ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662
|
| 2063 | 2025-01-11T05:23:16.533Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2") failed: Property not found. retry in 1.194613996s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
|
| 2064 | 2025-01-11T05:23:16.556Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275") failed: Property not found. retry in 1.024354194s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275
|
| 2065 | 2025-01-11T05:23:16.591Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473") failed: Property not found. retry in 1.467822359s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473
|
| 2066 | 2025-01-11T05:23:16.680Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0") failed: Property not found. retry in 1.312906342s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0
|
| 2067 | 2025-01-11T05:23:16.728Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2") failed: Property not found. retry in 766.194805ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2
|
| 2068 | 2025-01-11T05:23:16.789Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b") failed: Property not found. retry in 671.846024ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
|
| 2069 | 2025-01-11T05:23:16.873Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService18'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::e'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::e'/>
<propval type="astring" name="listen_port" value='8123'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse-admin-single">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::e]:8888'/>
<propval type="astring" name="ch_address" value='[fd00:1122:3344:101::e]:9000'/>
<propval type="astring" name="ch_binary" value='/opt/oxide/clickhouse/clickhouse'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2070 | 2025-01-11T05:23:16.873Z | INFO | SledAgent (ServiceManager): Booting oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
|
| 2071 | 2025-01-11T05:23:16.956Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d") failed: Property not found. retry in 1.429226013s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d
|
| 2072 | 2025-01-11T05:23:17.061Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1") failed: Property not found. retry in 888.177215ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1
|
| 2073 | 2025-01-11T05:23:17.166Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276") failed: Property not found. retry in 792.725001ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276
|
| 2074 | 2025-01-11T05:23:17.183Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493") failed: Property not found. retry in 1.18866543s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493
|
| 2075 | 2025-01-11T05:23:17.194Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8") failed: Property not found. retry in 51.109866ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
|
| 2076 | 2025-01-11T05:23:17.226Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd") failed: Property not found. retry in 819.492486ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd
|
| 2077 | 2025-01-11T05:23:17.246Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788") failed: Property not found. retry in 721.446956ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788
|
| 2078 | 2025-01-11T05:23:17.256Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8") failed: Property not found. retry in 56.72922ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
|
| 2079 | 2025-01-11T05:23:17.325Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8") failed: Property not found. retry in 208.492099ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
|
| 2080 | 2025-01-11T05:23:17.457Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d") failed: Property not found. retry in 887.086111ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d
|
| 2081 | 2025-01-11T05:23:17.479Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b") failed: Property not found. retry in 660.874264ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
|
| 2082 | 2025-01-11T05:23:17.497Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662") failed: Property not found. retry in 853.651758ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662
|
| 2083 | 2025-01-11T05:23:17.511Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e") failed: Property not found. retry in 1.187526813s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e
|
| 2084 | 2025-01-11T05:23:17.524Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2") failed: Property not found. retry in 1.192337381s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2
|
| 2085 | 2025-01-11T05:23:17.546Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8") failed: Property not found. retry in 204.615299ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
|
| 2086 | 2025-01-11T05:23:17.605Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275") failed: Property not found. retry in 859.953513ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275
|
| 2087 | 2025-01-11T05:23:17.619Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4") failed: Property not found. retry in 624.601188ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4
|
| 2088 | 2025-01-11T05:23:17.631Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb") failed: Property not found. retry in 887.875572ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb
|
| 2089 | 2025-01-11T05:23:17.718Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00") failed: Property not found. retry in 1.182308124s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00
|
| 2090 | 2025-01-11T05:23:17.740Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2") failed: Property not found. retry in 1.277088647s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
|
| 2091 | 2025-01-11T05:23:17.766Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8") failed: Property not found. retry in 808.487096ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
|
| 2092 | 2025-01-11T05:23:17.962Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1") failed: Property not found. retry in 651.66365ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1
|
| 2093 | 2025-01-11T05:23:17.976Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276") failed: Property not found. retry in 740.363447ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276
|
| 2094 | 2025-01-11T05:23:17.988Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788") failed: Property not found. retry in 1.09517153s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788
|
| 2095 | 2025-01-11T05:23:18.004Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0") failed: Property not found. retry in 1.468959454s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0
|
| 2096 | 2025-01-11T05:23:18.059Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd") failed: Property not found. retry in 1.304231156s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd
|
| 2097 | 2025-01-11T05:23:18.072Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473") failed: Property not found. retry in 634.221401ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473
|
| 2098 | 2025-01-11T05:23:18.155Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b") failed: Property not found. retry in 1.162647165s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
|
| 2099 | 2025-01-11T05:23:18.257Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4") failed: Property not found. retry in 1.054091942s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4
|
| 2100 | 2025-01-11T05:23:18.358Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d") failed: Property not found. retry in 1.27198907s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d
|
| 2101 | 2025-01-11T05:23:18.370Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662") failed: Property not found. retry in 1.287892802s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662
|
| 2102 | 2025-01-11T05:23:18.386Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493") failed: Property not found. retry in 1.302522459s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493
|
| 2103 | 2025-01-11T05:23:18.398Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d") failed: Property not found. retry in 1.169205106s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d
|
| 2104 | 2025-01-11T05:23:18.479Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275") failed: Property not found. retry in 881.680796ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275
|
| 2105 | 2025-01-11T05:23:18.531Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb") failed: Property not found. retry in 1.450946831s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb
|
| 2106 | 2025-01-11T05:23:18.587Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8") failed: Property not found. retry in 835.561627ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
|
| 2107 | 2025-01-11T05:23:18.623Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1") failed: Property not found. retry in 1.285011777s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1
|
| 2108 | 2025-01-11T05:23:18.707Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e") failed: Property not found. retry in 1.437605793s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e
|
| 2109 | 2025-01-11T05:23:18.716Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473") failed: Property not found. retry in 1.482710032s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473
|
| 2110 | 2025-01-11T05:23:18.724Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2") failed: Property not found. retry in 766.041091ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2
|
| 2111 | 2025-01-11T05:23:18.733Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276") failed: Property not found. retry in 1.098302774s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276
|
| 2112 | 2025-01-11T05:23:18.911Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00") failed: Property not found. retry in 889.790606ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00
|
| 2113 | 2025-01-11T05:23:19.028Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2") failed: Property not found. retry in 735.167758ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
|
| 2114 | 2025-01-11T05:23:19.094Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788") failed: Property not found. retry in 611.824114ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788
|
| 2115 | 2025-01-11T05:23:19.322Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4") failed: Property not found. retry in 620.438506ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4
|
| 2116 | 2025-01-11T05:23:19.330Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b") failed: Property not found. retry in 1.448200194s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
|
| 2117 | 2025-01-11T05:23:19.369Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275") failed: Property not found. retry in 935.751241ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275
|
| 2118 | 2025-01-11T05:23:19.378Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd") failed: Property not found. retry in 1.239835774s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd
|
| 2119 | 2025-01-11T05:23:19.432Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8") failed: Property not found. retry in 549.938481ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
|
| 2120 | 2025-01-11T05:23:19.483Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0") failed: Property not found. retry in 1.335936944s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0
|
| 2121 | 2025-01-11T05:23:19.500Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2") failed: Property not found. retry in 707.269681ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2
|
| 2122 | 2025-01-11T05:23:19.576Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d") failed: Property not found. retry in 560.826429ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d
|
| 2123 | 2025-01-11T05:23:19.640Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d") failed: Property not found. retry in 706.213476ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d
|
| 2124 | 2025-01-11T05:23:19.667Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662") failed: Property not found. retry in 620.534816ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662
|
| 2125 | 2025-01-11T05:23:19.698Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493") failed: Property not found. retry in 664.127439ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493
|
| 2126 | 2025-01-11T05:23:19.716Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788") failed: Property not found. retry in 1.491982628s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788
|
| 2127 | 2025-01-11T05:23:19.772Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2") failed: Property not found. retry in 1.038908162s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
|
| 2128 | 2025-01-11T05:23:19.811Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00") failed: Property not found. retry in 1.459097901s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00
|
| 2129 | 2025-01-11T05:23:19.842Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276") failed: Property not found. retry in 1.127313117s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276
|
| 2130 | 2025-01-11T05:23:19.919Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1") failed: Property not found. retry in 960.002565ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1
|
| 2131 | 2025-01-11T05:23:19.952Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4") failed: Property not found. retry in 981.369553ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4
|
| 2132 | 2025-01-11T05:23:19.992Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8") failed: Property not found. retry in 781.359355ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
|
| 2133 | 2025-01-11T05:23:20.001Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb") failed: Property not found. retry in 527.317613ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb
|
| 2134 | 2025-01-11T05:23:20.148Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d") failed: Property not found. retry in 1.275891142s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d
|
| 2135 | 2025-01-11T05:23:20.161Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e") failed: Property not found. retry in 977.540261ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e
|
| 2136 | 2025-01-11T05:23:20.222Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473") failed: Property not found. retry in 580.303658ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473
|
| 2137 | 2025-01-11T05:23:20.246Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2") failed: Property not found. retry in 1.404977955s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2
|
| 2138 | 2025-01-11T05:23:20.311Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662") failed: Property not found. retry in 1.10105344s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662
|
| 2139 | 2025-01-11T05:23:20.325Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275") failed: Property not found. retry in 1.177038771s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275
|
| 2140 | 2025-01-11T05:23:20.366Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d") failed: Property not found. retry in 1.017640489s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d
|
| 2141 | 2025-01-11T05:23:20.379Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493") failed: Property not found. retry in 932.040029ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493
|
| 2142 | 2025-01-11T05:23:20.542Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb") failed: Property not found. retry in 1.353885951s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb
|
| 2143 | 2025-01-11T05:23:20.691Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd") failed: Property not found. retry in 1.17973637s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd
|
| 2144 | 2025-01-11T05:23:20.787Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8") failed: Property not found. retry in 543.189908ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
|
| 2145 | 2025-01-11T05:23:20.801Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b") failed: Property not found. retry in 1.039982221s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
|
| 2146 | 2025-01-11T05:23:20.817Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473") failed: Property not found. retry in 1.077189352s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473
|
| 2147 | 2025-01-11T05:23:20.830Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2") failed: Property not found. retry in 1.321237296s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
|
| 2148 | 2025-01-11T05:23:20.842Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0") failed: Property not found. retry in 1.128111212s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0
|
| 2149 | 2025-01-11T05:23:20.892Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1") failed: Property not found. retry in 1.480356217s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1
|
| 2150 | 2025-01-11T05:23:20.951Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4") failed: Property not found. retry in 942.440974ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4
|
| 2151 | 2025-01-11T05:23:20.987Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276") failed: Property not found. retry in 1.470034493s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276
|
| 2152 | 2025-01-11T05:23:21.152Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e") failed: Property not found. retry in 501.295438ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e
|
| 2153 | 2025-01-11T05:23:21.220Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788") failed: Property not found. retry in 802.348343ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788
|
| 2154 | 2025-01-11T05:23:21.282Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00") failed: Property not found. retry in 980.027594ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00
|
| 2155 | 2025-01-11T05:23:21.321Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493") failed: Property not found. retry in 1.253324987s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493
|
| 2156 | 2025-01-11T05:23:21.342Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8") failed: Property not found. retry in 635.744588ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
|
| 2157 | 2025-01-11T05:23:21.396Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d") failed: Property not found. retry in 699.815665ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d
|
| 2158 | 2025-01-11T05:23:21.422Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662") failed: Property not found. retry in 1.441976773s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662
|
| 2159 | 2025-01-11T05:23:21.435Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d") failed: Property not found. retry in 1.450841625s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d
|
| 2160 | 2025-01-11T05:23:21.514Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275") failed: Property not found. retry in 1.419013102s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275
|
| 2161 | 2025-01-11T05:23:21.661Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2") failed: Property not found. retry in 1.296226275s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2
|
| 2162 | 2025-01-11T05:23:21.670Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e") failed: Property not found. retry in 1.428007613s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e
|
| 2163 | 2025-01-11T05:23:21.852Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b") failed: Property not found. retry in 888.569446ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
|
| 2164 | 2025-01-11T05:23:21.881Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd") failed: Property not found. retry in 1.194605542s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd
|
| 2165 | 2025-01-11T05:23:21.904Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4") failed: Property not found. retry in 609.969804ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4
|
| 2166 | 2025-01-11T05:23:21.913Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473") failed: Property not found. retry in 1.039956059s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473
|
| 2167 | 2025-01-11T05:23:21.922Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb") failed: Property not found. retry in 1.237306208s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb
|
| 2168 | 2025-01-11T05:23:21.979Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0") failed: Property not found. retry in 1.109564129s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0
|
| 2169 | 2025-01-11T05:23:21.989Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8") failed: Property not found. retry in 1.275525115s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
|
| 2170 | 2025-01-11T05:23:22.034Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788") failed: Property not found. retry in 808.449435ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788
|
| 2171 | 2025-01-11T05:23:22.108Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d") failed: Property not found. retry in 1.126970343s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d
|
| 2172 | 2025-01-11T05:23:22.163Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2") failed: Property not found. retry in 502.818981ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
|
| 2173 | 2025-01-11T05:23:22.274Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00") failed: Property not found. retry in 1.134633009s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00
|
| 2174 | 2025-01-11T05:23:22.384Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1") failed: Property not found. retry in 889.38936ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1
|
| 2175 | 2025-01-11T05:23:22.470Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276") failed: Property not found. retry in 1.196579724s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276
|
| 2176 | 2025-01-11T05:23:22.528Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4") failed: Property not found. retry in 894.510369ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4
|
| 2177 | 2025-01-11T05:23:22.585Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493") failed: Property not found. retry in 928.592292ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493
|
| 2178 | 2025-01-11T05:23:22.678Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2") failed: Property not found. retry in 957.8495ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
|
| 2179 | 2025-01-11T05:23:22.751Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b") failed: Property not found. retry in 1.347688852s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
|
| 2180 | 2025-01-11T05:23:22.854Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788") failed: Property not found. retry in 1.191959935s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788
|
| 2181 | 2025-01-11T05:23:22.875Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662") failed: Property not found. retry in 1.374501624s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662
|
| 2182 | 2025-01-11T05:23:22.896Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d") failed: Property not found. retry in 1.120908704s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d
|
| 2183 | 2025-01-11T05:23:22.944Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275") failed: Property not found. retry in 1.233472926s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275
|
| 2184 | 2025-01-11T05:23:22.966Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473") failed: Property not found. retry in 1.399378664s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473
|
| 2185 | 2025-01-11T05:23:22.977Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2") failed: Property not found. retry in 1.499866544s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2
|
| 2186 | 2025-01-11T05:23:23.088Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd") failed: Property not found. retry in 1.457016991s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd
|
| 2187 | 2025-01-11T05:23:23.099Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0") failed: Property not found. retry in 548.673625ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0
|
| 2188 | 2025-01-11T05:23:23.110Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e") failed: Property not found. retry in 612.274885ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e
|
| 2189 | 2025-01-11T05:23:23.171Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb") failed: Property not found. retry in 1.187765239s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb
|
| 2190 | 2025-01-11T05:23:23.245Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d") failed: Property not found. retry in 1.248762447s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d
|
| 2191 | 2025-01-11T05:23:23.275Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8") failed: Property not found. retry in 505.325102ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
|
| 2192 | 2025-01-11T05:23:23.285Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1") failed: Property not found. retry in 969.816868ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1
|
| 2193 | 2025-01-11T05:23:23.420Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00") failed: Property not found. retry in 600.924543ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00
|
| 2194 | 2025-01-11T05:23:23.434Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4") failed: Property not found. retry in 1.462189471s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4
|
| 2195 | 2025-01-11T05:23:23.524Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493") failed: Property not found. retry in 957.086162ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493
|
| 2196 | 2025-01-11T05:23:23.648Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2") failed: Property not found. retry in 504.738539ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
|
| 2197 | 2025-01-11T05:23:23.659Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0") failed: Property not found. retry in 1.381887396s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0
|
| 2198 | 2025-01-11T05:23:23.678Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276") failed: Property not found. retry in 696.549851ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276
|
| 2199 | 2025-01-11T05:23:23.733Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e") failed: Property not found. retry in 813.338721ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e
|
| 2200 | 2025-01-11T05:23:23.792Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8") failed: Property not found. retry in 964.373557ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
|
| 2201 | 2025-01-11T05:23:24.028Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d") failed: Property not found. retry in 539.166203ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d
|
| 2202 | 2025-01-11T05:23:24.039Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00") failed: Property not found. retry in 725.76478ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00
|
| 2203 | 2025-01-11T05:23:24.059Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788") failed: Property not found. retry in 692.879701ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788
|
| 2204 | 2025-01-11T05:23:24.113Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b") failed: Property not found. retry in 865.227938ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
|
| 2205 | 2025-01-11T05:23:24.164Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2") failed: Property not found. retry in 518.804145ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
|
| 2206 | 2025-01-11T05:23:24.189Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275") failed: Property not found. retry in 681.15995ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275
|
| 2207 | 2025-01-11T05:23:24.260Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662") failed: Property not found. retry in 1.065830399s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662
|
| 2208 | 2025-01-11T05:23:24.270Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1") failed: Property not found. retry in 1.471511278s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1
|
| 2209 | 2025-01-11T05:23:24.369Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb") failed: Property not found. retry in 1.231105462s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb
|
| 2210 | 2025-01-11T05:23:24.379Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473") failed: Property not found. retry in 871.627822ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473
|
| 2211 | 2025-01-11T05:23:24.389Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276") failed: Property not found. retry in 1.06035986s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276
|
| 2212 | 2025-01-11T05:23:24.489Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2") failed: Property not found. retry in 849.409446ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2
|
| 2213 | 2025-01-11T05:23:24.500Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493") failed: Property not found. retry in 1.308084794s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493
|
| 2214 | 2025-01-11T05:23:24.512Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d") failed: Property not found. retry in 898.979631ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d
|
| 2215 | 2025-01-11T05:23:24.556Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd") failed: Property not found. retry in 1.127602599s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd
|
| 2216 | 2025-01-11T05:23:24.567Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e") failed: Property not found. retry in 524.795654ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e
|
| 2217 | 2025-01-11T05:23:24.580Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d") failed: Property not found. retry in 916.547463ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d
|
| 2218 | 2025-01-11T05:23:24.697Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2") failed: Property not found. retry in 1.056921117s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
|
| 2219 | 2025-01-11T05:23:24.764Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788") failed: Property not found. retry in 715.71088ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788
|
| 2220 | 2025-01-11T05:23:24.777Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8") failed: Property not found. retry in 1.32027429s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
|
| 2221 | 2025-01-11T05:23:24.788Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00") failed: Property not found. retry in 1.386916181s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00
|
| 2222 | 2025-01-11T05:23:24.882Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275") failed: Property not found. retry in 1.225001358s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275
|
| 2223 | 2025-01-11T05:23:24.911Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4") failed: Property not found. retry in 685.151363ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4
|
| 2224 | 2025-01-11T05:23:24.988Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b") failed: Property not found. retry in 1.022221123s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
|
| 2225 | 2025-01-11T05:23:25.054Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0") failed: Property not found. retry in 909.861084ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0
|
| 2226 | 2025-01-11T05:23:25.103Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e") failed: Property not found. retry in 1.074065234s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e
|
| 2227 | 2025-01-11T05:23:25.262Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473") failed: Property not found. retry in 736.212991ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473
|
| 2228 | 2025-01-11T05:23:25.343Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662") failed: Property not found. retry in 1.185014871s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662
|
| 2229 | 2025-01-11T05:23:25.358Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2") failed: Property not found. retry in 1.43726786s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2
|
| 2230 | 2025-01-11T05:23:25.423Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d") failed: Property not found. retry in 883.974662ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d
|
| 2231 | 2025-01-11T05:23:25.462Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276") failed: Property not found. retry in 974.294239ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276
|
| 2232 | 2025-01-11T05:23:25.491Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788") failed: Property not found. retry in 1.113338578s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788
|
| 2233 | 2025-01-11T05:23:25.510Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d") failed: Property not found. retry in 1.477112469s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d
|
| 2234 | 2025-01-11T05:23:25.610Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4") failed: Property not found. retry in 927.882556ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4
|
| 2235 | 2025-01-11T05:23:25.623Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb") failed: Property not found. retry in 1.461486454s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb
|
| 2236 | 2025-01-11T05:23:25.695Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd") failed: Property not found. retry in 1.159186707s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd
|
| 2237 | 2025-01-11T05:23:25.754Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1") failed: Property not found. retry in 969.987509ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1
|
| 2238 | 2025-01-11T05:23:25.766Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2") failed: Property not found. retry in 989.215455ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
|
| 2239 | 2025-01-11T05:23:25.821Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493") failed: Property not found. retry in 783.817713ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493
|
| 2240 | 2025-01-11T05:23:25.978Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0") failed: Property not found. retry in 758.668342ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0
|
| 2241 | 2025-01-11T05:23:26.015Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473") failed: Property not found. retry in 590.757079ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473
|
| 2242 | 2025-01-11T05:23:26.027Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b") failed: Property not found. retry in 515.713811ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
|
| 2243 | 2025-01-11T05:23:26.110Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8") failed: Property not found. retry in 509.610657ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
|
| 2244 | 2025-01-11T05:23:26.120Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275") failed: Property not found. retry in 1.122786039s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275
|
| 2245 | 2025-01-11T05:23:26.188Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00") failed: Property not found. retry in 634.238493ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00
|
| 2246 | 2025-01-11T05:23:26.199Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e") failed: Property not found. retry in 1.341374708s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e
|
| 2247 | 2025-01-11T05:23:26.318Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d") failed: Property not found. retry in 666.024597ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d
|
| 2248 | 2025-01-11T05:23:26.450Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276") failed: Property not found. retry in 573.129066ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276
|
| 2249 | 2025-01-11T05:23:26.538Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662") failed: Property not found. retry in 1.115455016s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662
|
| 2250 | 2025-01-11T05:23:26.548Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4") failed: Property not found. retry in 1.221042464s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4
|
| 2251 | 2025-01-11T05:23:26.556Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b") failed: Property not found. retry in 1.060002958s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
|
| 2252 | 2025-01-11T05:23:26.616Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788") failed: Property not found. retry in 819.266451ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788
|
| 2253 | 2025-01-11T05:23:26.630Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493") failed: Property not found. retry in 857.531ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493
|
| 2254 | 2025-01-11T05:23:26.641Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473") failed: Property not found. retry in 1.22388162s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473
|
| 2255 | 2025-01-11T05:23:26.651Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8") failed: Property not found. retry in 751.459259ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
|
| 2256 | 2025-01-11T05:23:26.735Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1") failed: Property not found. retry in 1.307166847s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1
|
| 2257 | 2025-01-11T05:23:26.752Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0") failed: Property not found. retry in 653.994567ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0
|
| 2258 | 2025-01-11T05:23:26.768Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2") failed: Property not found. retry in 511.187057ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
|
| 2259 | 2025-01-11T05:23:26.810Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2") failed: Property not found. retry in 1.106937068s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2
|
| 2260 | 2025-01-11T05:23:26.835Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00") failed: Property not found. retry in 629.217225ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00
|
| 2261 | 2025-01-11T05:23:26.867Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd") failed: Property not found. retry in 1.195251415s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd
|
| 2262 | 2025-01-11T05:23:27.000Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d") failed: Property not found. retry in 606.47734ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d
|
| 2263 | 2025-01-11T05:23:27.012Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d") failed: Property not found. retry in 657.187175ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d
|
| 2264 | 2025-01-11T05:23:27.039Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276") failed: Property not found. retry in 517.317821ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276
|
| 2265 | 2025-01-11T05:23:27.103Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb") failed: Property not found. retry in 1.475319058s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb
|
| 2266 | 2025-01-11T05:23:27.259Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275") failed: Property not found. retry in 943.500143ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275
|
| 2267 | 2025-01-11T05:23:27.300Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2") failed: Property not found. retry in 998.967411ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
|
| 2268 | 2025-01-11T05:23:27.428Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8") failed: Property not found. retry in 577.625199ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
|
| 2269 | 2025-01-11T05:23:27.444Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0") failed: Property not found. retry in 1.495259057s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0
|
| 2270 | 2025-01-11T05:23:27.463Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788") failed: Property not found. retry in 962.891481ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788
|
| 2271 | 2025-01-11T05:23:27.491Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00") failed: Property not found. retry in 659.321232ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00
|
| 2272 | 2025-01-11T05:23:27.513Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493") failed: Property not found. retry in 1.016222671s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493
|
| 2273 | 2025-01-11T05:23:27.559Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e") failed: Property not found. retry in 1.262040387s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e
|
| 2274 | 2025-01-11T05:23:27.575Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276") failed: Property not found. retry in 1.323127786s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276
|
| 2275 | 2025-01-11T05:23:27.626Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d") failed: Property not found. retry in 1.485009491s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d
|
| 2276 | 2025-01-11T05:23:27.644Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b") failed: Property not found. retry in 1.271511628s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
|
| 2277 | 2025-01-11T05:23:27.673Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662") failed: Property not found. retry in 567.427082ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662
|
| 2278 | 2025-01-11T05:23:27.691Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d") failed: Property not found. retry in 674.551822ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d
|
| 2279 | 2025-01-11T05:23:27.785Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4") failed: Property not found. retry in 711.661445ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4
|
| 2280 | 2025-01-11T05:23:27.934Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2") failed: Property not found. retry in 996.678245ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2
|
| 2281 | 2025-01-11T05:23:28.026Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8") failed: Property not found. retry in 896.329176ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
|
| 2282 | 2025-01-11T05:23:28.170Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00") failed: Property not found. retry in 1.306396402s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00
|
| 2283 | 2025-01-11T05:23:28.222Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275") failed: Property not found. retry in 1.307311948s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275
|
| 2284 | 2025-01-11T05:23:28.320Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2") failed: Property not found. retry in 810.838556ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
|
| 2285 | 2025-01-11T05:23:28.386Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d") failed: Property not found. retry in 661.91981ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d
|
| 2286 | 2025-01-11T05:23:28.444Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788") failed: Property not found. retry in 633.190013ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788
|
| 2287 | 2025-01-11T05:23:28.515Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4") failed: Property not found. retry in 836.607849ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4
|
| 2288 | 2025-01-11T05:23:28.594Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb") failed: Property not found. retry in 782.399148ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb
|
| 2289 | 2025-01-11T05:23:28.839Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e") failed: Property not found. retry in 1.437296554s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e
|
| 2290 | 2025-01-11T05:23:28.947Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b") failed: Property not found. retry in 887.948687ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
|
| 2291 | 2025-01-11T05:23:28.967Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8") failed: Property not found. retry in 934.167582ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
|
| 2292 | 2025-01-11T05:23:29.010Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0") failed: Property not found. retry in 581.25277ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0
|
| 2293 | 2025-01-11T05:23:29.069Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d") failed: Property not found. retry in 1.379211535s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d
|
| 2294 | 2025-01-11T05:23:29.095Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788") failed: Property not found. retry in 864.332031ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788
|
| 2295 | 2025-01-11T05:23:29.130Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d") failed: Property not found. retry in 721.822476ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d
|
| 2296 | 2025-01-11T05:23:29.153Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2") failed: Property not found. retry in 1.057514719s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
|
| 2297 | 2025-01-11T05:23:29.374Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4") failed: Property not found. retry in 884.285224ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4
|
| 2298 | 2025-01-11T05:23:29.397Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb") failed: Property not found. retry in 1.498424405s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb
|
| 2299 | 2025-01-11T05:23:29.499Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00") failed: Property not found. retry in 1.146398057s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00
|
| 2300 | 2025-01-11T05:23:29.544Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275") failed: Property not found. retry in 589.826138ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275
|
| 2301 | 2025-01-11T05:23:29.609Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0") failed: Property not found. retry in 899.689128ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0
|
| 2302 | 2025-01-11T05:23:29.851Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b") failed: Property not found. retry in 559.270033ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
|
| 2303 | 2025-01-11T05:23:29.872Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d") failed: Property not found. retry in 1.268419264s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d
|
| 2304 | 2025-01-11T05:23:29.919Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8") failed: Property not found. retry in 1.083841277s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
|
| 2305 | 2025-01-11T05:23:29.976Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788") failed: Property not found. retry in 1.252881542s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788
|
| 2306 | 2025-01-11T05:23:30.151Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275") failed: Property not found. retry in 1.423803695s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275
|
| 2307 | 2025-01-11T05:23:30.228Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2") failed: Property not found. retry in 1.483351421s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
|
| 2308 | 2025-01-11T05:23:30.276Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4") failed: Property not found. retry in 512.175145ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4
|
| 2309 | 2025-01-11T05:23:30.294Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e") failed: Property not found. retry in 998.11388ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e
|
| 2310 | 2025-01-11T05:23:30.467Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d") failed: Property not found. retry in 857.230452ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d
|
| 2311 | 2025-01-11T05:23:30.810Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4") failed: Property not found. retry in 1.43567925s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4
|
| 2312 | 2025-01-11T05:23:30.876Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:55813
|
| 2313 | 2025-01-11T05:23:30.885Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 3714
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:55813
req_id = 8915453b-92ed-4359-83ce-4e3cacae9d51
response_code = 200
uri = /baseboard
|
| 2314 | 2025-01-11T05:23:31.021Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8") failed: Property not found. retry in 947.5452ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
|
| 2315 | 2025-01-11T05:23:31.156Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d") failed: Property not found. retry in 1.454796696s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d
|
| 2316 | 2025-01-11T05:23:31.244Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788") failed: Property not found. retry in 825.583423ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788
|
| 2317 | 2025-01-11T05:23:31.587Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275") failed: Property not found. retry in 911.513582ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275
|
| 2318 | 2025-01-11T05:23:31.984Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8") failed: Property not found. retry in 668.631386ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
|
| 2319 | 2025-01-11T05:23:32.697Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662
|
| 2320 | 2025-01-11T05:23:32.697Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2
|
| 2321 | 2025-01-11T05:23:32.697Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b
|
| 2322 | 2025-01-11T05:23:32.697Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1
|
| 2323 | 2025-01-11T05:23:32.697Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd
|
| 2324 | 2025-01-11T05:23:32.697Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276
|
| 2325 | 2025-01-11T05:23:32.697Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00
|
| 2326 | 2025-01-11T05:23:32.697Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2
|
| 2327 | 2025-01-11T05:23:32.697Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8
|
| 2328 | 2025-01-11T05:23:32.697Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0
|
| 2329 | 2025-01-11T05:23:32.697Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e
|
| 2330 | 2025-01-11T05:23:32.697Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493
|
| 2331 | 2025-01-11T05:23:32.697Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4
|
| 2332 | 2025-01-11T05:23:32.697Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d
|
| 2333 | 2025-01-11T05:23:32.697Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275
|
| 2334 | 2025-01-11T05:23:32.697Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788
|
| 2335 | 2025-01-11T05:23:32.697Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473
|
| 2336 | 2025-01-11T05:23:32.697Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb
|
| 2337 | 2025-01-11T05:23:32.697Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d
|
| 2338 | 2025-01-11T05:23:32.698Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 2339 | 2025-01-11T05:23:32.701Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 2340 | 2025-01-11T05:23:32.704Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 33787058
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:58187
req_id = 794c8057-de72-4b7d-9411-cf71bea71834
response_code = 204
uri = /omicron-zones
|
| 2341 | 2025-01-11T05:23:32.710Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:1415
|
| 2342 | 2025-01-11T05:23:32.828Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:790
|
| 2343 | 2025-01-11T05:23:32.829Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::a]:12221
file = sled-agent/src/rack_setup/service.rs:803
|
| 2344 | 2025-01-11T05:23:32.876Z | INFO | SledAgent (RSS): rack_network_config: RackNetworkConfigV2 {
bfd: [],
bgp: [],
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV2 {
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.2.174,
width: 24,
},
),
vlan_id: None,
},
],
autoneg: false,
bgp_peers: [],
lldp: None,
port: "qsfp0",
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.2.100,
rib_priority: None,
vlan_id: None,
},
],
switch: Switch0,
tx_eq: None,
uplink_port_fec: Some(
None,
),
uplink_port_speed: Speed40G,
},
],
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
}
file = sled-agent/src/rack_setup/service.rs:1017
|
| 2345 | 2025-01-11T05:23:33.744Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2346 | 2025-01-11T05:23:33.843Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2347 | 2025-01-11T05:23:33.951Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2348 | 2025-01-11T05:23:34.147Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2349 | 2025-01-11T05:23:34.404Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2350 | 2025-01-11T05:23:34.704Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2351 | 2025-01-11T05:23:34.891Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2352 | 2025-01-11T05:23:35.119Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2353 | 2025-01-11T05:23:35.354Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2354 | 2025-01-11T05:23:35.681Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 21.13886144s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 2355 | 2025-01-11T05:23:35.835Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2356 | 2025-01-11T05:23:36.264Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2357 | 2025-01-11T05:23:36.760Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2358 | 2025-01-11T05:23:37.863Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2359 | 2025-01-11T05:23:39.558Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "f86a8394-5137-4211-8d76-03a31db02882", "content-length": "173", "date": "Sat, 11 Jan 2025 05:23:39 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: rack with id \"41cc6a35-6e91-4970-a710-a6745ca10ae3\"", request_id: "f86a8394-5137-4211-8d76-03a31db02882" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2360 | 2025-01-11T05:23:40.594Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "5744c622-c6da-4f19-83a5-8a47bf30a5a6", "content-length": "173", "date": "Sat, 11 Jan 2025 05:23:40 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: rack with id \"41cc6a35-6e91-4970-a710-a6745ca10ae3\"", request_id: "5744c622-c6da-4f19-83a5-8a47bf30a5a6" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2361 | 2025-01-11T05:23:41.425Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "20665d7f-2355-4243-b7a5-1963b2ac52d9", "content-length": "173", "date": "Sat, 11 Jan 2025 05:23:41 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: rack with id \"41cc6a35-6e91-4970-a710-a6745ca10ae3\"", request_id: "20665d7f-2355-4243-b7a5-1963b2ac52d9" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2362 | 2025-01-11T05:23:44.208Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "1e074372-32e4-4898-93e6-a5b6b401c135", "content-length": "173", "date": "Sat, 11 Jan 2025 05:23:44 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd\"", request_id: "1e074372-32e4-4898-93e6-a5b6b401c135" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2363 | 2025-01-11T05:23:46.088Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "e9763a33-058d-4350-a33a-867959e84ab4", "content-length": "173", "date": "Sat, 11 Jan 2025 05:23:45 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd\"", request_id: "e9763a33-058d-4350-a33a-867959e84ab4" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2364 | 2025-01-11T05:23:47.930Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "20d4ee4f-481b-4fad-9720-c987a6852692", "content-length": "173", "date": "Sat, 11 Jan 2025 05:23:47 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd\"", request_id: "20d4ee4f-481b-4fad-9720-c987a6852692" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2365 | 2025-01-11T05:23:50.916Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "345acef6-d59f-495c-83b2-74d3e4060a7b", "content-length": "173", "date": "Sat, 11 Jan 2025 05:23:50 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd\"", request_id: "345acef6-d59f-495c-83b2-74d3e4060a7b" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2366 | 2025-01-11T05:23:53.993Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "e3c13703-f29b-4b12-95c3-d21641edb43f", "content-length": "173", "date": "Sat, 11 Jan 2025 05:23:53 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd\"", request_id: "e3c13703-f29b-4b12-95c3-d21641edb43f" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2367 | 2025-01-11T05:23:59.387Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "0ce5ea14-d3cf-45fa-8868-fe00137695ce", "content-length": "173", "date": "Sat, 11 Jan 2025 05:23:59 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd\"", request_id: "0ce5ea14-d3cf-45fa-8868-fe00137695ce" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2368 | 2025-01-11T05:24:00.922Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48380
|
| 2369 | 2025-01-11T05:24:00.922Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 41
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48380
req_id = 09300428-3ed2-4ae8-8c0c-df3e1c042361
response_code = 200
uri = /baseboard
|
| 2370 | 2025-01-11T05:24:04.350Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "9be53b0b-0edf-4091-8971-6e2834dc6c96", "content-length": "173", "date": "Sat, 11 Jan 2025 05:24:04 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd\"", request_id: "9be53b0b-0edf-4091-8971-6e2834dc6c96" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2371 | 2025-01-11T05:24:07.706Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "576c4909-a3d6-42a9-b755-1af1f12535ec", "content-length": "173", "date": "Sat, 11 Jan 2025 05:24:07 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd\"", request_id: "576c4909-a3d6-42a9-b755-1af1f12535ec" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2372 | 2025-01-11T05:24:11.843Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "0994a681-5543-4d8e-95ef-bcfbeeacd3b7", "content-length": "173", "date": "Sat, 11 Jan 2025 05:24:11 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd\"", request_id: "0994a681-5543-4d8e-95ef-bcfbeeacd3b7" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2373 | 2025-01-11T05:24:20.145Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "3ad1ec60-6bc4-4fb6-bf23-45ce777b1ce3", "content-length": "173", "date": "Sat, 11 Jan 2025 05:24:19 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd\"", request_id: "3ad1ec60-6bc4-4fb6-bf23-45ce777b1ce3" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2374 | 2025-01-11T05:24:26.174Z | INFO | SledAgent (NexusNotifierTask): Successfully put SledAgentInfo to nexus
file = sled-agent/src/nexus.rs:500
new_generation = 1
old_generation = 1
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 2375 | 2025-01-11T05:24:26.304Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41134
|
| 2376 | 2025-01-11T05:24:26.313Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2377 | 2025-01-11T05:24:26.313Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2378 | 2025-01-11T05:24:26.313Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2379 | 2025-01-11T05:24:26.326Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2380 | 2025-01-11T05:24:26.340Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2381 | 2025-01-11T05:24:26.340Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f
|
| 2382 | 2025-01-11T05:24:26.377Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2383 | 2025-01-11T05:24:26.377Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_ec9ad497-e429-48cd-995d-1528d20edba6
|
| 2384 | 2025-01-11T05:24:26.401Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2385 | 2025-01-11T05:24:26.401Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f
|
| 2386 | 2025-01-11T05:24:26.427Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2387 | 2025-01-11T05:24:26.427Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_652ed310-a7a2-414e-9776-af8231fa6aa4
|
| 2388 | 2025-01-11T05:24:26.450Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2389 | 2025-01-11T05:24:26.450Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4
|
| 2390 | 2025-01-11T05:24:26.471Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2391 | 2025-01-11T05:24:26.473Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_6e7c044a-1f89-4864-9088-50af54ee9df8
|
| 2392 | 2025-01-11T05:24:26.493Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2393 | 2025-01-11T05:24:26.493Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d
|
| 2394 | 2025-01-11T05:24:26.516Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2395 | 2025-01-11T05:24:26.516Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_8ef28041-f640-42e9-a92f-121b40233eda
|
| 2396 | 2025-01-11T05:24:26.538Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2397 | 2025-01-11T05:24:26.538Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_5811c75e-42e8-431b-b556-abc8dedd260e
|
| 2398 | 2025-01-11T05:24:26.549Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 244325
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41134
req_id = 0845f7e1-e6fe-4a0c-9bac-d05dc9713081
response_code = 200
uri = /inventory
|
| 2399 | 2025-01-11T05:24:30.955Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:49559
|
| 2400 | 2025-01-11T05:24:30.956Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 39
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:49559
req_id = e4d3d93e-7577-434a-8e28-ca949f63ab51
response_code = 200
uri = /baseboard
|
| 2401 | 2025-01-11T05:24:32.137Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:63985
|
| 2402 | 2025-01-11T05:24:32.149Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4d89a779-1fc1-4488-b830-819ec303eab4, kind: Service { id: 4266b46f-6e12-4383-943a-1dff6b37826d }, name: Name("external-dns-4266b46f-6e12-4383-943a-1dff6b37826d"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 62])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ad212fc-1d4f-4b29-8673-c28d5f4e1980, kind: Service { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 }, name: Name("external-dns-50be0e3a-9e97-45f3-9749-f7daddfbf5a4"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 223])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3da168c4-8069-45d6-a96c-9bd6e5b1cbe0, kind: Service { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 }, name: Name("nexus-41bd7929-21b3-4420-bdfb-4d377eca1275"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a400d6b-d9c4-4d4f-9a93-9d358fd2213c, kind: Service { id: c65b59c5-6763-4b24-9975-b340540b3788 }, name: Name("nexus-c65b59c5-6763-4b24-9975-b340540b3788"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 95])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2934fe9-7f56-4391-9cbd-73ed0873ef74, kind: Service { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d }, name: Name("nexus-aa9e7449-5e0d-48f2-bc5e-e67a9910d88d"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 2403 | 2025-01-11T05:24:32.149Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2404 | 2025-01-11T05:24:32.149Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2405 | 2025-01-11T05:24:32.149Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2406 | 2025-01-11T05:24:32.149Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2407 | 2025-01-11T05:24:32.149Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 2408 | 2025-01-11T05:24:32.149Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2409 | 2025-01-11T05:24:32.149Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 12057
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:63985
req_id = 2280a0e7-54f3-4780-b42f-3aee06ec965b
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 2410 | 2025-01-11T05:24:32.150Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:1089
|
| 2411 | 2025-01-11T05:24:32.154Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 2412 | 2025-01-11T05:24:32.154Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 2413 | 2025-01-11T05:24:33.117Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:55288
|
| 2414 | 2025-01-11T05:24:33.117Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2415 | 2025-01-11T05:24:33.117Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2416 | 2025-01-11T05:24:33.117Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2417 | 2025-01-11T05:24:33.117Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2418 | 2025-01-11T05:24:33.129Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2419 | 2025-01-11T05:24:33.129Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f
|
| 2420 | 2025-01-11T05:24:33.152Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2421 | 2025-01-11T05:24:33.152Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_ec9ad497-e429-48cd-995d-1528d20edba6
|
| 2422 | 2025-01-11T05:24:33.180Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2423 | 2025-01-11T05:24:33.180Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f
|
| 2424 | 2025-01-11T05:24:33.205Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2425 | 2025-01-11T05:24:33.205Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_652ed310-a7a2-414e-9776-af8231fa6aa4
|
| 2426 | 2025-01-11T05:24:33.232Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2427 | 2025-01-11T05:24:33.232Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4
|
| 2428 | 2025-01-11T05:24:33.258Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2429 | 2025-01-11T05:24:33.258Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_6e7c044a-1f89-4864-9088-50af54ee9df8
|
| 2430 | 2025-01-11T05:24:33.262Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:62276
|
| 2431 | 2025-01-11T05:24:33.262Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4d89a779-1fc1-4488-b830-819ec303eab4, kind: Service { id: 4266b46f-6e12-4383-943a-1dff6b37826d }, name: Name("external-dns-4266b46f-6e12-4383-943a-1dff6b37826d"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 62])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ad212fc-1d4f-4b29-8673-c28d5f4e1980, kind: Service { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 }, name: Name("external-dns-50be0e3a-9e97-45f3-9749-f7daddfbf5a4"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 223])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3da168c4-8069-45d6-a96c-9bd6e5b1cbe0, kind: Service { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 }, name: Name("nexus-41bd7929-21b3-4420-bdfb-4d377eca1275"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a400d6b-d9c4-4d4f-9a93-9d358fd2213c, kind: Service { id: c65b59c5-6763-4b24-9975-b340540b3788 }, name: Name("nexus-c65b59c5-6763-4b24-9975-b340540b3788"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 95])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2934fe9-7f56-4391-9cbd-73ed0873ef74, kind: Service { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d }, name: Name("nexus-aa9e7449-5e0d-48f2-bc5e-e67a9910d88d"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 2432 | 2025-01-11T05:24:33.262Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2433 | 2025-01-11T05:24:33.263Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2434 | 2025-01-11T05:24:33.263Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2435 | 2025-01-11T05:24:33.263Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2436 | 2025-01-11T05:24:33.263Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 2437 | 2025-01-11T05:24:33.263Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2438 | 2025-01-11T05:24:33.263Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 630
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:62276
req_id = 6ea1c3bb-b7bf-41fb-bce4-95f1af9c2d2b
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 2439 | 2025-01-11T05:24:33.263Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48524
|
| 2440 | 2025-01-11T05:24:33.264Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4d89a779-1fc1-4488-b830-819ec303eab4, kind: Service { id: 4266b46f-6e12-4383-943a-1dff6b37826d }, name: Name("external-dns-4266b46f-6e12-4383-943a-1dff6b37826d"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 62])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ad212fc-1d4f-4b29-8673-c28d5f4e1980, kind: Service { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 }, name: Name("external-dns-50be0e3a-9e97-45f3-9749-f7daddfbf5a4"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 223])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3da168c4-8069-45d6-a96c-9bd6e5b1cbe0, kind: Service { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 }, name: Name("nexus-41bd7929-21b3-4420-bdfb-4d377eca1275"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a400d6b-d9c4-4d4f-9a93-9d358fd2213c, kind: Service { id: c65b59c5-6763-4b24-9975-b340540b3788 }, name: Name("nexus-c65b59c5-6763-4b24-9975-b340540b3788"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 95])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2934fe9-7f56-4391-9cbd-73ed0873ef74, kind: Service { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d }, name: Name("nexus-aa9e7449-5e0d-48f2-bc5e-e67a9910d88d"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 2441 | 2025-01-11T05:24:33.264Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2442 | 2025-01-11T05:24:33.264Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2443 | 2025-01-11T05:24:33.264Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2444 | 2025-01-11T05:24:33.264Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2445 | 2025-01-11T05:24:33.264Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 2446 | 2025-01-11T05:24:33.264Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2447 | 2025-01-11T05:24:33.264Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 335
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:48524
req_id = d5851a6c-c8cc-4727-a911-08d9e36d91c7
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 2448 | 2025-01-11T05:24:33.285Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2449 | 2025-01-11T05:24:33.285Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d
|
| 2450 | 2025-01-11T05:24:33.311Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2451 | 2025-01-11T05:24:33.311Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_8ef28041-f640-42e9-a92f-121b40233eda
|
| 2452 | 2025-01-11T05:24:33.334Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2453 | 2025-01-11T05:24:33.334Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_5811c75e-42e8-431b-b556-abc8dedd260e
|
| 2454 | 2025-01-11T05:24:33.347Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 230266
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55288
req_id = 51d77422-7ad9-47e6-ab90-6f0f9ba93df9
response_code = 200
uri = /inventory
|
| 2455 | 2025-01-11T05:24:33.789Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60918
|
| 2456 | 2025-01-11T05:24:33.789Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4d89a779-1fc1-4488-b830-819ec303eab4, kind: Service { id: 4266b46f-6e12-4383-943a-1dff6b37826d }, name: Name("external-dns-4266b46f-6e12-4383-943a-1dff6b37826d"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 62])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ad212fc-1d4f-4b29-8673-c28d5f4e1980, kind: Service { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 }, name: Name("external-dns-50be0e3a-9e97-45f3-9749-f7daddfbf5a4"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 223])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3da168c4-8069-45d6-a96c-9bd6e5b1cbe0, kind: Service { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 }, name: Name("nexus-41bd7929-21b3-4420-bdfb-4d377eca1275"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a400d6b-d9c4-4d4f-9a93-9d358fd2213c, kind: Service { id: c65b59c5-6763-4b24-9975-b340540b3788 }, name: Name("nexus-c65b59c5-6763-4b24-9975-b340540b3788"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 95])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2934fe9-7f56-4391-9cbd-73ed0873ef74, kind: Service { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d }, name: Name("nexus-aa9e7449-5e0d-48f2-bc5e-e67a9910d88d"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 2457 | 2025-01-11T05:24:33.789Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2458 | 2025-01-11T05:24:33.789Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2459 | 2025-01-11T05:24:33.789Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2460 | 2025-01-11T05:24:33.789Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2461 | 2025-01-11T05:24:33.789Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 2462 | 2025-01-11T05:24:33.789Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2463 | 2025-01-11T05:24:33.789Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 316
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:60918
req_id = c5aea88d-9eb2-448c-988a-03699d015eac
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 2464 | 2025-01-11T05:24:38.789Z | INFO | SledAgent (dropshot): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:61787
remote_addr = [fd00:1122:3344:101::d]:48101
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 2465 | 2025-01-11T05:24:38.833Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 42971
local_addr = [fd00:1122:3344:101::1]:61787
method = GET
remote_addr = [fd00:1122:3344:101::d]:48101
req_id = a4114c28-a40a-465e-9b83-900de0478ed0
response_code = 200
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
uri = /1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 2466 | 2025-01-11T05:24:40.780Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49100
|
| 2467 | 2025-01-11T05:24:40.780Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 57
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:49100
req_id = 9878301b-5aae-4d96-a70e-cd32e1df5570
response_code = 200
uri = /vpc-routes
|
| 2468 | 2025-01-11T05:24:40.851Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2469 | 2025-01-11T05:24:40.851Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 668
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:49100
req_id = 73d0c52c-96e3-4954-990d-0c47de9d89f4
response_code = 204
uri = /eip-gateways
|
| 2470 | 2025-01-11T05:24:40.976Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34999
|
| 2471 | 2025-01-11T05:24:40.976Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 36
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34999
req_id = b605585e-36d3-47c5-88dc-18fb91ea607e
response_code = 200
uri = /vpc-routes
|
| 2472 | 2025-01-11T05:24:41.029Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2473 | 2025-01-11T05:24:41.029Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 54
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:34999
req_id = 521a195e-c489-4f3c-9db7-068296642bf4
response_code = 204
uri = /eip-gateways
|
| 2474 | 2025-01-11T05:24:41.133Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 2975
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:34999
req_id = fea14a69-cf7a-4c5a-9c60-ed26734f6d95
response_code = 204
uri = /vpc-routes
|
| 2475 | 2025-01-11T05:24:41.189Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58067
|
| 2476 | 2025-01-11T05:24:41.189Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 155
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58067
req_id = 9f2dd663-2e96-48e1-9110-3ac08d09379c
response_code = 200
uri = /v2p
|
| 2477 | 2025-01-11T05:24:41.200Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58466
|
| 2478 | 2025-01-11T05:24:41.200Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2479 | 2025-01-11T05:24:41.291Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2480 | 2025-01-11T05:24:41.368Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 167799
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:58466
req_id = b3f0e580-09ca-4648-9be3-a524bebad7f7
response_code = 204
uri = /switch-ports
|
| 2481 | 2025-01-11T05:24:41.372Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 299
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58466
req_id = 7f945e7f-92c4-4022-b818-ec5a89f76069
response_code = 200
uri = /network-bootstore-config
|
| 2482 | 2025-01-11T05:24:41.414Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 2, current_generation: 1
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-sock-i86pc
|
| 2483 | 2025-01-11T05:24:41.414Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 2484 | 2025-01-11T05:24:41.414Z | INFO | SledAgent (PortManager): skipping delta compute for subnet
file = illumos-utils/src/opte/port_manager.rs:486
new_vers = RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 5 }
old_vers = RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 5 }
subnet = RouterId { vni: Vni(100), kind: System }
|
| 2485 | 2025-01-11T05:24:41.415Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 430
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:49100
req_id = 6d7e037f-db85-4515-be22-928972eadb3c
response_code = 204
uri = /vpc-routes
|
| 2486 | 2025-01-11T05:24:41.415Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 2487 | 2025-01-11T05:24:41.416Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 2
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-sock-i86pc
|
| 2488 | 2025-01-11T05:24:41.416Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 4159
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:58466
req_id = d8cba8fe-13f9-435c-bba1-6f4157962c34
response_code = 204
uri = /network-bootstore-config
|
| 2489 | 2025-01-11T05:24:41.693Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:34173
|
| 2490 | 2025-01-11T05:24:41.693Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 61
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34173
req_id = 1292c19e-5859-42fc-aa4a-de91db6f5dd5
response_code = 200
uri = /vpc-routes
|
| 2491 | 2025-01-11T05:24:41.760Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2492 | 2025-01-11T05:24:41.760Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:34173
req_id = bc2a4567-0e96-435c-8209-38f2b7cce99d
response_code = 204
uri = /eip-gateways
|
| 2493 | 2025-01-11T05:24:41.773Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 209
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:34173
req_id = 5fb4f9d7-dd8b-4e04-b59c-91e1858d0b2b
response_code = 204
uri = /vpc-routes
|
| 2494 | 2025-01-11T05:24:41.828Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:55999
|
| 2495 | 2025-01-11T05:24:41.828Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 38
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55999
req_id = 803b9b6d-e597-475d-809e-d3f9f69c3a72
response_code = 200
uri = /vpc-routes
|
| 2496 | 2025-01-11T05:24:41.918Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2497 | 2025-01-11T05:24:41.918Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 149
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:55999
req_id = 4d6c6a67-a494-489c-b4bc-85353bc0ffb2
response_code = 204
uri = /eip-gateways
|
| 2498 | 2025-01-11T05:24:41.924Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:64666
|
| 2499 | 2025-01-11T05:24:41.924Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 128
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:64666
req_id = 610d92f9-c4c7-4b4d-8871-9ee3fb50bd2f
response_code = 200
uri = /v2p
|
| 2500 | 2025-01-11T05:24:41.928Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 214
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:55999
req_id = 50589180-97f2-453c-af9d-9503b1f2c7aa
response_code = 204
uri = /vpc-routes
|
| 2501 | 2025-01-11T05:24:41.948Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50733
|
| 2502 | 2025-01-11T05:24:41.948Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2503 | 2025-01-11T05:24:41.992Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2504 | 2025-01-11T05:24:42.058Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 110433
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:50733
req_id = 7b1de7ce-dd0a-46ad-b1df-06ce6999e08c
response_code = 204
uri = /switch-ports
|
| 2505 | 2025-01-11T05:24:42.059Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 126
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50733
req_id = 32322c2f-6c50-43a5-a068-c8bd795c6f6a
response_code = 200
uri = /network-bootstore-config
|
| 2506 | 2025-01-11T05:24:42.116Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60317
|
| 2507 | 2025-01-11T05:24:42.116Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 159
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60317
req_id = 3237c113-abc2-461b-966f-db021d204ef7
response_code = 200
uri = /v2p
|
| 2508 | 2025-01-11T05:24:42.189Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64188
|
| 2509 | 2025-01-11T05:24:42.189Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2510 | 2025-01-11T05:24:42.231Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2511 | 2025-01-11T05:24:42.294Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 105214
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:64188
req_id = 8de38458-b0dc-4337-af53-8ef27984f94b
response_code = 204
uri = /switch-ports
|
| 2512 | 2025-01-11T05:24:42.294Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 119
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64188
req_id = 5c8bc733-0e7c-401c-b80c-9ff34f78f042
response_code = 200
uri = /network-bootstore-config
|
| 2513 | 2025-01-11T05:25:00.988Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:52269
|
| 2514 | 2025-01-11T05:25:00.989Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 55
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:52269
req_id = 484a90e5-8b81-4172-8988-f05ef4872137
response_code = 200
uri = /baseboard
|
| 2515 | 2025-01-11T05:25:08.795Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7020
local_addr = [fd00:1122:3344:101::1]:61787
method = GET
remote_addr = [fd00:1122:3344:101::d]:48101
req_id = d8319e16-52f0-4e55-b119-97d15f6c2b13
response_code = 200
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
uri = /1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 2516 | 2025-01-11T05:25:10.823Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56955
|
| 2517 | 2025-01-11T05:25:10.823Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 47
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56955
req_id = 9d3273b6-cac7-4829-bdfb-a70efe6d97ba
response_code = 200
uri = /vpc-routes
|
| 2518 | 2025-01-11T05:25:10.865Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2519 | 2025-01-11T05:25:10.865Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 74
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:56955
req_id = ab4dcd6e-48c9-48c0-8376-b3613ab9abed
response_code = 204
uri = /eip-gateways
|
| 2520 | 2025-01-11T05:25:10.875Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 164
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:56955
req_id = d1199f4e-2f55-4d80-b974-023834e139d9
response_code = 204
uri = /vpc-routes
|
| 2521 | 2025-01-11T05:25:10.922Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34321
|
| 2522 | 2025-01-11T05:25:10.922Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 120
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:34321
req_id = 1a548edf-4075-4c51-91db-952298935a26
response_code = 200
uri = /v2p
|
| 2523 | 2025-01-11T05:25:11.052Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:61341
|
| 2524 | 2025-01-11T05:25:11.052Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2525 | 2025-01-11T05:25:11.092Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2526 | 2025-01-11T05:25:11.152Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 100700
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:61341
req_id = 2140eb66-9aef-4405-aebb-f0dbe059827d
response_code = 204
uri = /switch-ports
|
| 2527 | 2025-01-11T05:25:11.153Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:61341
req_id = f6a83ca0-d31a-41b7-8a10-059735ef16e8
response_code = 200
uri = /network-bootstore-config
|
| 2528 | 2025-01-11T05:25:11.659Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:35490
|
| 2529 | 2025-01-11T05:25:11.659Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 109
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35490
req_id = 0de95357-60a0-4991-b36e-df219210c93a
response_code = 200
uri = /vpc-routes
|
| 2530 | 2025-01-11T05:25:11.759Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2531 | 2025-01-11T05:25:11.759Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 83
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:35490
req_id = 2b261188-199c-4895-960c-b84dbd6b8868
response_code = 204
uri = /eip-gateways
|
| 2532 | 2025-01-11T05:25:11.778Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58169
|
| 2533 | 2025-01-11T05:25:11.779Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 127
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58169
req_id = 4d044abd-88f1-4863-afe2-2e3ba9f152bf
response_code = 200
uri = /v2p
|
| 2534 | 2025-01-11T05:25:11.782Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 193
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:35490
req_id = 77731120-916b-4351-81e1-64551ac0c15d
response_code = 204
uri = /vpc-routes
|
| 2535 | 2025-01-11T05:25:11.792Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40659
|
| 2536 | 2025-01-11T05:25:11.792Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2537 | 2025-01-11T05:25:11.832Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2538 | 2025-01-11T05:25:11.890Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97869
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:40659
req_id = b15022fa-782e-4325-9e24-51eab988ca96
response_code = 204
uri = /switch-ports
|
| 2539 | 2025-01-11T05:25:11.890Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40659
req_id = 8b7be94f-861f-41bd-9906-0e04c2ad524d
response_code = 200
uri = /network-bootstore-config
|
| 2540 | 2025-01-11T05:25:11.929Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58930
|
| 2541 | 2025-01-11T05:25:11.929Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 74
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58930
req_id = ebd607c4-5b9c-4e7a-8998-fc3a138f9c69
response_code = 200
uri = /vpc-routes
|
| 2542 | 2025-01-11T05:25:11.987Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2543 | 2025-01-11T05:25:11.987Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 95
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58930
req_id = 14942c43-f03b-4a2f-8cb0-eac7c8e0bdc9
response_code = 204
uri = /eip-gateways
|
| 2544 | 2025-01-11T05:25:12.002Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53862
|
| 2545 | 2025-01-11T05:25:12.002Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 341
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53862
req_id = 4af2fdba-3c6d-44ed-8124-63b0d82ab4a7
response_code = 200
uri = /v2p
|
| 2546 | 2025-01-11T05:25:12.011Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 222
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58930
req_id = 372fe454-ec19-4c03-9a1b-67e334fe0b70
response_code = 204
uri = /vpc-routes
|
| 2547 | 2025-01-11T05:25:12.018Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53816
|
| 2548 | 2025-01-11T05:25:12.018Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2549 | 2025-01-11T05:25:12.060Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2550 | 2025-01-11T05:25:12.116Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97995
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:53816
req_id = 6862a292-1012-41d0-a6b6-b9c284826c1a
response_code = 204
uri = /switch-ports
|
| 2551 | 2025-01-11T05:25:12.116Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 125
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53816
req_id = c8e196d5-b5a7-4588-8fb7-6a323c999ec4
response_code = 200
uri = /network-bootstore-config
|
| 2552 | 2025-01-11T05:25:31.024Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:44285
|
| 2553 | 2025-01-11T05:25:31.024Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 31
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:44285
req_id = acb4a528-6070-428f-88b3-a232b1d75772
response_code = 200
uri = /baseboard
|
| 2554 | 2025-01-11T05:25:38.796Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7527
local_addr = [fd00:1122:3344:101::1]:61787
method = GET
remote_addr = [fd00:1122:3344:101::d]:48101
req_id = fe6c775b-fc3b-4417-815a-35aaaecef7db
response_code = 200
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
uri = /1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 2555 | 2025-01-11T05:25:40.980Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:39911
|
| 2556 | 2025-01-11T05:25:40.980Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 121
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:39911
req_id = 3a39b14e-6205-4faf-ab00-49678c769ff6
response_code = 200
uri = /v2p
|
| 2557 | 2025-01-11T05:25:41.143Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49859
|
| 2558 | 2025-01-11T05:25:41.143Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 38
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:49859
req_id = 9a063d3e-d482-457a-8034-bbcfe9f96797
response_code = 200
uri = /vpc-routes
|
| 2559 | 2025-01-11T05:25:41.185Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2560 | 2025-01-11T05:25:41.185Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:49859
req_id = 09d7a0c0-088f-48a5-a81d-5fd73b7020dd
response_code = 204
uri = /eip-gateways
|
| 2561 | 2025-01-11T05:25:41.192Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33678
|
| 2562 | 2025-01-11T05:25:41.192Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2563 | 2025-01-11T05:25:41.233Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2564 | 2025-01-11T05:25:41.299Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 106917
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:33678
req_id = 6ea2cb6c-d3ca-4aca-8a93-0c5a7f500d54
response_code = 204
uri = /switch-ports
|
| 2565 | 2025-01-11T05:25:41.299Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 255
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:49859
req_id = b705ef53-b847-4305-9d89-23440d4a8c1c
response_code = 204
uri = /vpc-routes
|
| 2566 | 2025-01-11T05:25:41.299Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:33678
req_id = b714e1ac-c17d-4be8-b9fd-0afb1c17a19b
response_code = 200
uri = /network-bootstore-config
|
| 2567 | 2025-01-11T05:25:41.891Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:33047
|
| 2568 | 2025-01-11T05:25:41.891Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 40
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:33047
req_id = e1cc2e3f-1929-4f73-b8fb-a29dd0e84ddc
response_code = 200
uri = /vpc-routes
|
| 2569 | 2025-01-11T05:25:41.957Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2570 | 2025-01-11T05:25:41.957Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 82
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:33047
req_id = c03708f4-394c-46ed-8445-ee8dd0d21e44
response_code = 204
uri = /eip-gateways
|
| 2571 | 2025-01-11T05:25:41.965Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 264
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:33047
req_id = 398ab38f-3d9d-4bf3-b033-8544d963a1af
response_code = 204
uri = /vpc-routes
|
| 2572 | 2025-01-11T05:25:42.044Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44670
|
| 2573 | 2025-01-11T05:25:42.044Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44670
req_id = 9dd13e49-7012-41e1-8d9b-af16fbefc1bc
response_code = 200
uri = /v2p
|
| 2574 | 2025-01-11T05:25:42.093Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:57473
|
| 2575 | 2025-01-11T05:25:42.093Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2576 | 2025-01-11T05:25:42.134Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2577 | 2025-01-11T05:25:42.198Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 105012
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:57473
req_id = c99c2092-c9c9-4733-ad1f-606b0871c25d
response_code = 204
uri = /switch-ports
|
| 2578 | 2025-01-11T05:25:42.198Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50647
|
| 2579 | 2025-01-11T05:25:42.198Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 147
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50647
req_id = 8ddb4cdf-a5d2-4fb5-bbf9-3a6092ec4973
response_code = 200
uri = /vpc-routes
|
| 2580 | 2025-01-11T05:25:42.198Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 289
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:57473
req_id = 23355a62-6bb3-4531-b85a-27b5f87942c8
response_code = 200
uri = /network-bootstore-config
|
| 2581 | 2025-01-11T05:25:42.297Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50862
|
| 2582 | 2025-01-11T05:25:42.297Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 119
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50862
req_id = 0f8ea678-e733-4d09-8795-d3e373e2a1ef
response_code = 200
uri = /v2p
|
| 2583 | 2025-01-11T05:25:42.340Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2584 | 2025-01-11T05:25:42.340Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 60
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:50647
req_id = e44768b0-e833-4111-b24d-d0791e97143d
response_code = 204
uri = /eip-gateways
|
| 2585 | 2025-01-11T05:25:42.349Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 152
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:50647
req_id = ae5ff5be-d3d9-41e2-98be-ed515609e7a0
response_code = 204
uri = /vpc-routes
|
| 2586 | 2025-01-11T05:25:42.379Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50471
|
| 2587 | 2025-01-11T05:25:42.380Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2588 | 2025-01-11T05:25:42.422Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2589 | 2025-01-11T05:25:42.480Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 100095
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:50471
req_id = ce2033d2-bf1c-4d07-95bc-b7d3c8d7e306
response_code = 204
uri = /switch-ports
|
| 2590 | 2025-01-11T05:25:42.480Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 91
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50471
req_id = f4e1e356-511a-4e38-9fad-1961392bbb44
response_code = 200
uri = /network-bootstore-config
|
| 2591 | 2025-01-11T05:25:54.680Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 2592 | 2025-01-11T05:26:01.059Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59485
|
| 2593 | 2025-01-11T05:26:01.059Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 37
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59485
req_id = 0b098a29-063e-4f43-91e3-0aadc0345d3f
response_code = 200
uri = /baseboard
|
| 2594 | 2025-01-11T05:26:08.797Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8826
local_addr = [fd00:1122:3344:101::1]:61787
method = GET
remote_addr = [fd00:1122:3344:101::d]:48101
req_id = b34d4c82-631d-4fd0-acb2-200a6ca3f82f
response_code = 200
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
uri = /1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 2595 | 2025-01-11T05:26:10.851Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60425
|
| 2596 | 2025-01-11T05:26:10.851Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 51
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60425
req_id = 86f7a211-1dbc-461d-a30e-8c94c271cbe5
response_code = 200
uri = /vpc-routes
|
| 2597 | 2025-01-11T05:26:10.877Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2598 | 2025-01-11T05:26:10.877Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 90
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:60425
req_id = fa8b092c-c50f-49bd-a74e-e788c256a39d
response_code = 204
uri = /eip-gateways
|
| 2599 | 2025-01-11T05:26:10.886Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 219
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:60425
req_id = 5f96aa4d-b6cf-42a5-8328-85cca588e55d
response_code = 204
uri = /vpc-routes
|
| 2600 | 2025-01-11T05:26:10.936Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:35892
|
| 2601 | 2025-01-11T05:26:10.936Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2602 | 2025-01-11T05:26:10.975Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2603 | 2025-01-11T05:26:11.035Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 99053
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:35892
req_id = 06aa2e71-d5dc-45d6-a42e-7ab245609b6f
response_code = 204
uri = /switch-ports
|
| 2604 | 2025-01-11T05:26:11.036Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:61447
|
| 2605 | 2025-01-11T05:26:11.036Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 250
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35892
req_id = edbf36bb-f540-4f17-b4f6-5d4d220c4dc6
response_code = 200
uri = /network-bootstore-config
|
| 2606 | 2025-01-11T05:26:11.036Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 230
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:61447
req_id = 8595d0b6-b7c3-4a88-9f21-ff276287d95b
response_code = 200
uri = /v2p
|
| 2607 | 2025-01-11T05:26:11.688Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:57900
|
| 2608 | 2025-01-11T05:26:11.688Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 53
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:57900
req_id = 092c1e8f-3516-452e-bb44-4462f0b24113
response_code = 200
uri = /vpc-routes
|
| 2609 | 2025-01-11T05:26:11.735Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:48759
|
| 2610 | 2025-01-11T05:26:11.736Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 128
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:48759
req_id = b24d8c02-87aa-40cb-bd3f-e1b87654e3fc
response_code = 200
uri = /v2p
|
| 2611 | 2025-01-11T05:26:11.739Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2612 | 2025-01-11T05:26:11.739Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 53
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:57900
req_id = 9fcc9552-910f-44e8-8638-0fc4867947c6
response_code = 204
uri = /eip-gateways
|
| 2613 | 2025-01-11T05:26:11.748Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 164
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:57900
req_id = f46deee8-879b-4429-8ee4-3fa5e2aee4be
response_code = 204
uri = /vpc-routes
|
| 2614 | 2025-01-11T05:26:11.799Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58675
|
| 2615 | 2025-01-11T05:26:11.799Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2616 | 2025-01-11T05:26:11.839Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2617 | 2025-01-11T05:26:11.898Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98867
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:58675
req_id = 8031e071-3823-4ec0-8fbe-5119b0ccc4ae
response_code = 204
uri = /switch-ports
|
| 2618 | 2025-01-11T05:26:11.898Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58182
|
| 2619 | 2025-01-11T05:26:11.898Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:65368
|
| 2620 | 2025-01-11T05:26:11.898Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 90
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58182
req_id = 6193dfef-a472-4840-be87-d5f6ebb9f6f6
response_code = 200
uri = /vpc-routes
|
| 2621 | 2025-01-11T05:26:11.898Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 289
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58675
req_id = bbfc2a12-a7aa-421e-942e-06573764fc1b
response_code = 200
uri = /network-bootstore-config
|
| 2622 | 2025-01-11T05:26:11.898Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 212
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:65368
req_id = 57f78aff-8614-4335-800a-29d6a52041ad
response_code = 200
uri = /v2p
|
| 2623 | 2025-01-11T05:26:11.915Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2624 | 2025-01-11T05:26:11.915Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 126
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58182
req_id = b14019e2-71c2-42d1-bf60-fdc45b21c147
response_code = 204
uri = /eip-gateways
|
| 2625 | 2025-01-11T05:26:11.923Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 188
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58182
req_id = 5a6b99fd-f69a-4686-a4b4-93be888f383e
response_code = 204
uri = /vpc-routes
|
| 2626 | 2025-01-11T05:26:11.946Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54578
|
| 2627 | 2025-01-11T05:26:11.946Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2628 | 2025-01-11T05:26:11.985Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2629 | 2025-01-11T05:26:12.043Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97769
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:54578
req_id = ca540e37-dbc0-40a4-87d2-ddc5c025616b
response_code = 204
uri = /switch-ports
|
| 2630 | 2025-01-11T05:26:12.044Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 95
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54578
req_id = 0d04f11c-50cf-4842-bebf-ba66ca3b9a81
response_code = 200
uri = /network-bootstore-config
|
| 2631 | 2025-01-11T05:26:31.095Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:61111
|
| 2632 | 2025-01-11T05:26:31.095Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 60
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:61111
req_id = d0c1087d-1670-408e-8320-9c9cee428099
response_code = 200
uri = /baseboard
|
| 2633 | 2025-01-11T05:26:38.796Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8209
local_addr = [fd00:1122:3344:101::1]:61787
method = GET
remote_addr = [fd00:1122:3344:101::d]:48101
req_id = 3801b86e-5634-4a5c-9f4e-8cf38e8a0d0d
response_code = 200
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
uri = /1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 2634 | 2025-01-11T05:26:41.030Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:62448
|
| 2635 | 2025-01-11T05:26:41.030Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 51
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:62448
req_id = 59fb541c-c141-411c-8b65-eea185aff1c9
response_code = 200
uri = /vpc-routes
|
| 2636 | 2025-01-11T05:26:41.075Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2637 | 2025-01-11T05:26:41.075Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 61
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:62448
req_id = cb4f04e5-657e-417b-aef1-6a3116dcc420
response_code = 204
uri = /eip-gateways
|
| 2638 | 2025-01-11T05:26:41.084Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 155
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:62448
req_id = 786f6064-dc2a-48be-951e-3b3f9df9a3e1
response_code = 204
uri = /vpc-routes
|
| 2639 | 2025-01-11T05:26:41.129Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34114
|
| 2640 | 2025-01-11T05:26:41.129Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 115
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:34114
req_id = 0918fb7a-cb24-4353-8dfd-9bf4698b4305
response_code = 200
uri = /v2p
|
| 2641 | 2025-01-11T05:26:41.160Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42884
|
| 2642 | 2025-01-11T05:26:41.160Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2643 | 2025-01-11T05:26:41.199Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2644 | 2025-01-11T05:26:41.258Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98330
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:42884
req_id = 77b18213-2ed5-4e30-8b41-b2c8f24e3f97
response_code = 204
uri = /switch-ports
|
| 2645 | 2025-01-11T05:26:41.258Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 105
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42884
req_id = 40927dce-8fe4-46fc-aa8e-9450f1ea349a
response_code = 200
uri = /network-bootstore-config
|
| 2646 | 2025-01-11T05:26:41.645Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58575
|
| 2647 | 2025-01-11T05:26:41.645Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 109
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58575
req_id = 873c6bb0-3816-45d0-b05b-6277fcf32c52
response_code = 200
uri = /vpc-routes
|
| 2648 | 2025-01-11T05:26:41.753Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2649 | 2025-01-11T05:26:41.753Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:58575
req_id = 69b1c818-1ea2-45bf-aa41-031c6cce49db
response_code = 204
uri = /eip-gateways
|
| 2650 | 2025-01-11T05:26:41.764Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 302
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:58575
req_id = 538d8663-9d66-42f7-8eae-f11da6657992
response_code = 204
uri = /vpc-routes
|
| 2651 | 2025-01-11T05:26:42.008Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40555
|
| 2652 | 2025-01-11T05:26:42.008Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 128
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40555
req_id = 6e35bb84-33e9-4a1f-88f8-b13f131e9641
response_code = 200
uri = /v2p
|
| 2653 | 2025-01-11T05:26:42.063Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64783
|
| 2654 | 2025-01-11T05:26:42.063Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 92
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64783
req_id = 5d24db21-1c60-4cb8-bf87-1049ccfd41c3
response_code = 200
uri = /v2p
|
| 2655 | 2025-01-11T05:26:42.063Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64817
|
| 2656 | 2025-01-11T05:26:42.063Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 28
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64817
req_id = d140e033-8d4a-4ad1-aafb-9e3930e20a06
response_code = 200
uri = /vpc-routes
|
| 2657 | 2025-01-11T05:26:42.081Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2658 | 2025-01-11T05:26:42.081Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 46
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:64817
req_id = 3791db95-c6a8-4651-a5d0-5abbde3eda5f
response_code = 204
uri = /eip-gateways
|
| 2659 | 2025-01-11T05:26:42.091Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 234
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:64817
req_id = a09eb762-9e67-4301-b12d-40f3fb531c89
response_code = 204
uri = /vpc-routes
|
| 2660 | 2025-01-11T05:26:42.095Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:35409
|
| 2661 | 2025-01-11T05:26:42.095Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2662 | 2025-01-11T05:26:42.135Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2663 | 2025-01-11T05:26:42.197Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 102223
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:35409
req_id = b8bf8fa9-38ef-45ae-9ee4-fda20bf9d435
response_code = 204
uri = /switch-ports
|
| 2664 | 2025-01-11T05:26:42.197Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:46019
|
| 2665 | 2025-01-11T05:26:42.197Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2666 | 2025-01-11T05:26:42.234Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2667 | 2025-01-11T05:26:42.300Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 102775
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:46019
req_id = 127d7291-5ef3-48bc-bdc1-67e9012fce91
response_code = 204
uri = /switch-ports
|
| 2668 | 2025-01-11T05:26:42.300Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 157
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35409
req_id = f1653d47-4af5-427f-9077-8e5ffaf38a08
response_code = 200
uri = /network-bootstore-config
|
| 2669 | 2025-01-11T05:26:42.301Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 206
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:46019
req_id = de32eba0-3ea1-4d93-8ba8-07ddb758dea6
response_code = 200
uri = /network-bootstore-config
|
| 2670 | 2025-01-11T05:27:01.128Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59080
|
| 2671 | 2025-01-11T05:27:01.128Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 49
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59080
req_id = cfe52a62-dcc6-4e74-9740-65fc1967aab3
response_code = 200
uri = /baseboard
|
| 2672 | 2025-01-11T05:27:08.795Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 6926
local_addr = [fd00:1122:3344:101::1]:61787
method = GET
remote_addr = [fd00:1122:3344:101::d]:48101
req_id = a019aa94-edb6-4454-a798-5ec794919da3
response_code = 200
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
uri = /1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 2673 | 2025-01-11T05:27:10.797Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49846
|
| 2674 | 2025-01-11T05:27:10.797Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 49
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:49846
req_id = 2610b4b4-338c-4b3f-b583-6c5d46bd7f55
response_code = 200
uri = /vpc-routes
|
| 2675 | 2025-01-11T05:27:10.844Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2676 | 2025-01-11T05:27:10.844Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 75
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:49846
req_id = c56222cd-fbc3-4a12-8fab-6215b7636e06
response_code = 204
uri = /eip-gateways
|
| 2677 | 2025-01-11T05:27:10.853Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 198
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:49846
req_id = 5d7a54e8-b59c-4052-a713-ce404eb212fa
response_code = 204
uri = /vpc-routes
|
| 2678 | 2025-01-11T05:27:10.987Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:40208
|
| 2679 | 2025-01-11T05:27:10.988Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 118
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:40208
req_id = c797abea-e506-45a9-a149-1819e047b7ee
response_code = 200
uri = /v2p
|
| 2680 | 2025-01-11T05:27:11.069Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:64605
|
| 2681 | 2025-01-11T05:27:11.069Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2682 | 2025-01-11T05:27:11.110Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2683 | 2025-01-11T05:27:11.167Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97884
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:64605
req_id = 3f44fff0-d602-456c-b7cf-5d6e0ccb8d44
response_code = 204
uri = /switch-ports
|
| 2684 | 2025-01-11T05:27:11.167Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 112
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:64605
req_id = 2502ff86-b976-4565-85b1-5adde403a97a
response_code = 200
uri = /network-bootstore-config
|
| 2685 | 2025-01-11T05:27:11.625Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:38318
|
| 2686 | 2025-01-11T05:27:11.625Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 51
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:38318
req_id = 2b92af90-93f1-4104-8402-44a68a26434f
response_code = 200
uri = /vpc-routes
|
| 2687 | 2025-01-11T05:27:11.692Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2688 | 2025-01-11T05:27:11.692Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 77
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:38318
req_id = e8a61a42-47f0-4152-8af2-42aef2c36729
response_code = 204
uri = /eip-gateways
|
| 2689 | 2025-01-11T05:27:11.702Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 200
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:38318
req_id = bd18d664-3636-4b45-9b27-3033f7092d6d
response_code = 204
uri = /vpc-routes
|
| 2690 | 2025-01-11T05:27:11.748Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60438
|
| 2691 | 2025-01-11T05:27:11.748Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2692 | 2025-01-11T05:27:11.791Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2693 | 2025-01-11T05:27:11.851Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 103040
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:60438
req_id = 5af6e867-9055-46d5-8689-5d7ccb43ad40
response_code = 204
uri = /switch-ports
|
| 2694 | 2025-01-11T05:27:11.852Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 109
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60438
req_id = c7b4cffb-2394-4df2-b03f-8af77eae4dd3
response_code = 200
uri = /network-bootstore-config
|
| 2695 | 2025-01-11T05:27:11.873Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:65405
|
| 2696 | 2025-01-11T05:27:11.874Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 165
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:65405
req_id = f94b3be2-e031-4a2c-af0b-b68f8e868bb6
response_code = 200
uri = /v2p
|
| 2697 | 2025-01-11T05:27:11.892Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44834
|
| 2698 | 2025-01-11T05:27:11.892Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 84
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44834
req_id = b7f138cf-f952-48a5-8873-41abbdc48496
response_code = 200
uri = /v2p
|
| 2699 | 2025-01-11T05:27:11.896Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61750
|
| 2700 | 2025-01-11T05:27:11.896Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 39
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:61750
req_id = dde142cc-b082-4bed-a236-120c51b7d8d3
response_code = 200
uri = /vpc-routes
|
| 2701 | 2025-01-11T05:27:11.937Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2702 | 2025-01-11T05:27:11.937Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 86
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:61750
req_id = e8a3a0a9-84ae-4444-9267-7c61d24091b4
response_code = 204
uri = /eip-gateways
|
| 2703 | 2025-01-11T05:27:11.946Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 226
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:61750
req_id = c9827bb5-b3ac-40cf-9619-ebe72b8df818
response_code = 204
uri = /vpc-routes
|
| 2704 | 2025-01-11T05:27:11.960Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:43982
|
| 2705 | 2025-01-11T05:27:11.960Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2706 | 2025-01-11T05:27:11.998Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2707 | 2025-01-11T05:27:12.052Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 91193
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:43982
req_id = 197d1ec8-7f4e-44e5-b467-babbce1bcd22
response_code = 204
uri = /switch-ports
|
| 2708 | 2025-01-11T05:27:12.052Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 123
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:43982
req_id = 7c690304-572c-4d1d-ba0b-9d791aa9a88c
response_code = 200
uri = /network-bootstore-config
|
| 2709 | 2025-01-11T05:27:31.161Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:54907
|
| 2710 | 2025-01-11T05:27:31.161Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 43
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:54907
req_id = adb518d9-efa1-4c47-a78c-de86210cb496
response_code = 200
uri = /baseboard
|
| 2711 | 2025-01-11T05:27:38.802Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7947
local_addr = [fd00:1122:3344:101::1]:61787
method = GET
remote_addr = [fd00:1122:3344:101::d]:48101
req_id = 318f9b47-66bb-437b-a674-36525cbfb1ec
response_code = 200
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
uri = /1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 2712 | 2025-01-11T05:27:40.958Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55933
|
| 2713 | 2025-01-11T05:27:40.958Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 49
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55933
req_id = 7a8a36a5-238c-49e6-83eb-bae362e65d3c
response_code = 200
uri = /vpc-routes
|
| 2714 | 2025-01-11T05:27:41.066Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45908
|
| 2715 | 2025-01-11T05:27:41.066Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 134
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45908
req_id = e53c9dc4-86f7-4299-9631-1b2243629488
response_code = 200
uri = /v2p
|
| 2716 | 2025-01-11T05:27:41.114Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2717 | 2025-01-11T05:27:41.114Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 107
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:55933
req_id = b262bebe-76f2-4bb7-9f6e-b4aeeeab41be
response_code = 204
uri = /eip-gateways
|
| 2718 | 2025-01-11T05:27:41.124Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 249
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:55933
req_id = cda1d78a-aa08-4ddd-a528-78b1d93704d0
response_code = 204
uri = /vpc-routes
|
| 2719 | 2025-01-11T05:27:41.180Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54437
|
| 2720 | 2025-01-11T05:27:41.180Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2721 | 2025-01-11T05:27:41.219Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2722 | 2025-01-11T05:27:41.275Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 94896
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:54437
req_id = a33ef45e-29ba-485e-af2f-4b4c4a7eda56
response_code = 204
uri = /switch-ports
|
| 2723 | 2025-01-11T05:27:41.275Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 130
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54437
req_id = 76dd6c60-7dac-480f-be57-8f2a57564c9a
response_code = 200
uri = /network-bootstore-config
|
| 2724 | 2025-01-11T05:27:41.907Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39475
|
| 2725 | 2025-01-11T05:27:41.907Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 41
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39475
req_id = 03f24a44-3f01-4eaf-a7ad-9d37d06c1dc8
response_code = 200
uri = /vpc-routes
|
| 2726 | 2025-01-11T05:27:41.952Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2727 | 2025-01-11T05:27:41.952Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 73
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:39475
req_id = 10ea5917-ba44-45ee-a5fe-b0bcb54db883
response_code = 204
uri = /eip-gateways
|
| 2728 | 2025-01-11T05:27:41.963Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 203
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:39475
req_id = 08c8f7e2-36ac-43ee-99ab-aa6df57d114b
response_code = 204
uri = /vpc-routes
|
| 2729 | 2025-01-11T05:27:41.994Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:61794
|
| 2730 | 2025-01-11T05:27:41.994Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2731 | 2025-01-11T05:27:42.037Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2732 | 2025-01-11T05:27:42.113Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 119132
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:61794
req_id = ec70ab0e-9927-4e58-afe0-9db48f40903b
response_code = 204
uri = /switch-ports
|
| 2733 | 2025-01-11T05:27:42.113Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53860
|
| 2734 | 2025-01-11T05:27:42.113Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37725
|
| 2735 | 2025-01-11T05:27:42.114Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 161
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53860
req_id = 425bfb15-5fde-4284-93ed-946796f88261
response_code = 200
uri = /vpc-routes
|
| 2736 | 2025-01-11T05:27:42.114Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 254
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:61794
req_id = faa54905-9de9-4d7a-ac6b-9ab674f38450
response_code = 200
uri = /network-bootstore-config
|
| 2737 | 2025-01-11T05:27:42.114Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 241
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37725
req_id = d236bce1-d156-456f-b171-3b4c75060c27
response_code = 200
uri = /v2p
|
| 2738 | 2025-01-11T05:27:42.129Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53093
|
| 2739 | 2025-01-11T05:27:42.129Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2740 | 2025-01-11T05:27:42.168Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2741 | 2025-01-11T05:27:42.223Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 94535
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:53093
req_id = ba886ba0-391d-46fc-b3cf-38160facef46
response_code = 204
uri = /switch-ports
|
| 2742 | 2025-01-11T05:27:42.224Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60968
|
| 2743 | 2025-01-11T05:27:42.224Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2744 | 2025-01-11T05:27:42.224Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 232
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:53860
req_id = d107c5bd-28c8-4dc1-909a-18420a91fdb8
response_code = 204
uri = /eip-gateways
|
| 2745 | 2025-01-11T05:27:42.224Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 260
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53093
req_id = d98f8299-6b9c-4e6f-87b5-4f2ce28ccd5d
response_code = 200
uri = /network-bootstore-config
|
| 2746 | 2025-01-11T05:27:42.224Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 293
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60968
req_id = 90137c98-f101-4c1d-9c45-6ef2db1a42dc
response_code = 200
uri = /v2p
|
| 2747 | 2025-01-11T05:27:42.234Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 305
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:53860
req_id = 1e697a9e-a5eb-4508-bc94-919e263a992c
response_code = 204
uri = /vpc-routes
|
| 2748 | 2025-01-11T05:28:01.194Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:61180
|
| 2749 | 2025-01-11T05:28:01.194Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 48
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:61180
req_id = a48ab7e1-8304-49a5-806f-75788edb7a8f
response_code = 200
uri = /baseboard
|
| 2750 | 2025-01-11T05:28:08.796Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7685
local_addr = [fd00:1122:3344:101::1]:61787
method = GET
remote_addr = [fd00:1122:3344:101::d]:48101
req_id = a0519309-b0ee-4028-87b1-e948b154b19e
response_code = 200
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
uri = /1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 2751 | 2025-01-11T05:28:10.838Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50846
|
| 2752 | 2025-01-11T05:28:10.838Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50846
req_id = bd87a03e-7ba8-4c7f-af28-f3de367b5d47
response_code = 200
uri = /vpc-routes
|
| 2753 | 2025-01-11T05:28:10.888Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2754 | 2025-01-11T05:28:10.888Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 92
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:50846
req_id = d74e6669-4b67-4957-a88a-83131121d1b0
response_code = 204
uri = /eip-gateways
|
| 2755 | 2025-01-11T05:28:10.897Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 223
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:50846
req_id = d34761db-3489-4e5d-a34c-b6ccd960e4fb
response_code = 204
uri = /vpc-routes
|
| 2756 | 2025-01-11T05:28:10.923Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52726
|
| 2757 | 2025-01-11T05:28:10.923Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 106
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52726
req_id = 0d34ceb3-1254-4107-827f-4e688a09e835
response_code = 200
uri = /v2p
|
| 2758 | 2025-01-11T05:28:10.938Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42887
|
| 2759 | 2025-01-11T05:28:10.938Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2760 | 2025-01-11T05:28:10.978Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2761 | 2025-01-11T05:28:11.037Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 99517
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:42887
req_id = 9964faa7-51dc-480c-9c3e-591860d3dfe7
response_code = 204
uri = /switch-ports
|
| 2762 | 2025-01-11T05:28:11.038Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 116
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42887
req_id = ba872b69-bb9a-41e7-bcf5-5383e3cb7343
response_code = 200
uri = /network-bootstore-config
|
| 2763 | 2025-01-11T05:28:11.658Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:45406
|
| 2764 | 2025-01-11T05:28:11.658Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 59
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:45406
req_id = 8c7a8091-8d38-4b59-9352-972a3c3ccb96
response_code = 200
uri = /vpc-routes
|
| 2765 | 2025-01-11T05:28:11.711Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2766 | 2025-01-11T05:28:11.711Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 78
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:45406
req_id = 9b3d1e2e-c5de-4ffe-b7ac-53a4c56b728b
response_code = 204
uri = /eip-gateways
|
| 2767 | 2025-01-11T05:28:11.720Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 227
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:45406
req_id = 45aec8d7-37dc-4bc2-a8cf-42e84be66e88
response_code = 204
uri = /vpc-routes
|
| 2768 | 2025-01-11T05:28:11.743Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57724
|
| 2769 | 2025-01-11T05:28:11.743Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 41
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57724
req_id = 496822f0-4fb5-4fe9-bc11-5b0f8a36ca2b
response_code = 200
uri = /vpc-routes
|
| 2770 | 2025-01-11T05:28:11.788Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2771 | 2025-01-11T05:28:11.788Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 67
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:57724
req_id = 65c2584c-734a-47ac-b3f4-a092cd2c39d6
response_code = 204
uri = /eip-gateways
|
| 2772 | 2025-01-11T05:28:11.795Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36209
|
| 2773 | 2025-01-11T05:28:11.795Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 131
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36209
req_id = f34d79c4-d5f7-4189-acca-5b522ee7036f
response_code = 200
uri = /v2p
|
| 2774 | 2025-01-11T05:28:11.798Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 181
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:57724
req_id = 5aa49bc3-4593-462e-9990-5d0a453a10f1
response_code = 204
uri = /vpc-routes
|
| 2775 | 2025-01-11T05:28:11.809Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:64566
|
| 2776 | 2025-01-11T05:28:11.809Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2777 | 2025-01-11T05:28:11.851Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2778 | 2025-01-11T05:28:11.911Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 101691
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:64566
req_id = 68a1d812-9bc9-4ece-bddd-f01ebce57826
response_code = 204
uri = /switch-ports
|
| 2779 | 2025-01-11T05:28:11.911Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34876
|
| 2780 | 2025-01-11T05:28:11.911Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 256
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:64566
req_id = 4863702e-9af3-419a-a073-e16d9538ecde
response_code = 200
uri = /network-bootstore-config
|
| 2781 | 2025-01-11T05:28:11.911Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2782 | 2025-01-11T05:28:11.949Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2783 | 2025-01-11T05:28:11.964Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:43860
|
| 2784 | 2025-01-11T05:28:11.964Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 223
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:43860
req_id = 9efef9bb-38fb-45d7-85c5-b4779f124578
response_code = 200
uri = /v2p
|
| 2785 | 2025-01-11T05:28:12.008Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96674
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:34876
req_id = 5f053453-7f1c-40ac-85de-8074561f48c8
response_code = 204
uri = /switch-ports
|
| 2786 | 2025-01-11T05:28:12.008Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 126
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34876
req_id = a6d894ea-b3bf-4551-acc8-0a7d3ff6882b
response_code = 200
uri = /network-bootstore-config
|
| 2787 | 2025-01-11T05:28:31.227Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48979
|
| 2788 | 2025-01-11T05:28:31.228Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 32
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48979
req_id = ca062023-f202-4ce6-88cc-9b68a6c921ff
response_code = 200
uri = /baseboard
|
| 2789 | 2025-01-11T05:28:38.795Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7438
local_addr = [fd00:1122:3344:101::1]:61787
method = GET
remote_addr = [fd00:1122:3344:101::d]:48101
req_id = aeea4bdc-d78e-48eb-82df-1f1bc939c00b
response_code = 200
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
uri = /1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 2790 | 2025-01-11T05:28:40.817Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57029
|
| 2791 | 2025-01-11T05:28:40.817Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 57
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57029
req_id = f36f4c28-3e21-4ba3-87c6-deedec5fc1b4
response_code = 200
uri = /vpc-routes
|
| 2792 | 2025-01-11T05:28:40.884Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2793 | 2025-01-11T05:28:40.884Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 89
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:57029
req_id = 343e055d-dcf3-49d8-b4a5-af0db1022702
response_code = 204
uri = /eip-gateways
|
| 2794 | 2025-01-11T05:28:40.895Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 293
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:57029
req_id = 92685b06-8705-4b71-bb8e-358bd9dd031f
response_code = 204
uri = /vpc-routes
|
| 2795 | 2025-01-11T05:28:41.103Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44295
|
| 2796 | 2025-01-11T05:28:41.103Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 166
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44295
req_id = d00a1b0a-2ef3-4415-bc47-cc33affe1982
response_code = 200
uri = /v2p
|
| 2797 | 2025-01-11T05:28:41.126Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33947
|
| 2798 | 2025-01-11T05:28:41.126Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2799 | 2025-01-11T05:28:41.165Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2800 | 2025-01-11T05:28:41.222Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96221
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:33947
req_id = ea8ec3f8-ed98-40af-a2ff-f447f8b2f4c7
response_code = 204
uri = /switch-ports
|
| 2801 | 2025-01-11T05:28:41.222Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52513
|
| 2802 | 2025-01-11T05:28:41.223Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 131
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:33947
req_id = 43aa0a72-8190-4dcd-8b5a-39c8616d9d4c
response_code = 200
uri = /network-bootstore-config
|
| 2803 | 2025-01-11T05:28:41.223Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4d89a779-1fc1-4488-b830-819ec303eab4, kind: Service { id: 4266b46f-6e12-4383-943a-1dff6b37826d }, name: Name("external-dns-4266b46f-6e12-4383-943a-1dff6b37826d"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 62])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ad212fc-1d4f-4b29-8673-c28d5f4e1980, kind: Service { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 }, name: Name("external-dns-50be0e3a-9e97-45f3-9749-f7daddfbf5a4"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 223])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3da168c4-8069-45d6-a96c-9bd6e5b1cbe0, kind: Service { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 }, name: Name("nexus-41bd7929-21b3-4420-bdfb-4d377eca1275"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a400d6b-d9c4-4d4f-9a93-9d358fd2213c, kind: Service { id: c65b59c5-6763-4b24-9975-b340540b3788 }, name: Name("nexus-c65b59c5-6763-4b24-9975-b340540b3788"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 95])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2934fe9-7f56-4391-9cbd-73ed0873ef74, kind: Service { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d }, name: Name("nexus-aa9e7449-5e0d-48f2-bc5e-e67a9910d88d"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 2804 | 2025-01-11T05:28:41.223Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2805 | 2025-01-11T05:28:41.223Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2806 | 2025-01-11T05:28:41.223Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2807 | 2025-01-11T05:28:41.223Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2808 | 2025-01-11T05:28:41.223Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 2809 | 2025-01-11T05:28:41.223Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2810 | 2025-01-11T05:28:41.223Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 402
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:52513
req_id = d18934a3-da3c-47b5-a5a6-572b5b4b94de
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 2811 | 2025-01-11T05:28:41.796Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46117
|
| 2812 | 2025-01-11T05:28:41.796Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 108
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46117
req_id = 893b0d7b-36c2-4b89-ac0b-88a307a6a3be
response_code = 200
uri = /vpc-routes
|
| 2813 | 2025-01-11T05:28:41.851Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2814 | 2025-01-11T05:28:41.851Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:46117
req_id = 1bcfdafc-e442-417a-96d1-7791c36d276c
response_code = 204
uri = /eip-gateways
|
| 2815 | 2025-01-11T05:28:41.861Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 191
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:46117
req_id = 0389c273-2922-4409-932a-a621a1ba3843
response_code = 204
uri = /vpc-routes
|
| 2816 | 2025-01-11T05:28:41.945Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36989
|
| 2817 | 2025-01-11T05:28:41.945Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 47
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36989
req_id = c847fe4c-50c0-4c93-a517-208a4a318351
response_code = 200
uri = /vpc-routes
|
| 2818 | 2025-01-11T05:28:41.949Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:65344
|
| 2819 | 2025-01-11T05:28:41.949Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2820 | 2025-01-11T05:28:41.995Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2821 | 2025-01-11T05:28:42.057Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 108039
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:65344
req_id = 3c80b191-8baf-41e1-b258-f4c57dfe9d02
response_code = 204
uri = /switch-ports
|
| 2822 | 2025-01-11T05:28:42.057Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44608
|
| 2823 | 2025-01-11T05:28:42.057Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46284
|
| 2824 | 2025-01-11T05:28:42.057Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2825 | 2025-01-11T05:28:42.057Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 201
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:36989
req_id = cbcdfd4f-327c-4695-b92c-7e612ca3bea1
response_code = 204
uri = /eip-gateways
|
| 2826 | 2025-01-11T05:28:42.057Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 277
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:65344
req_id = 0dccf1c1-c6d3-4118-be48-19e24e1228bb
response_code = 200
uri = /network-bootstore-config
|
| 2827 | 2025-01-11T05:28:42.058Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 246
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44608
req_id = 85a5a175-efe7-4abf-a9c4-7dd90d283e0a
response_code = 200
uri = /v2p
|
| 2828 | 2025-01-11T05:28:42.058Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4d89a779-1fc1-4488-b830-819ec303eab4, kind: Service { id: 4266b46f-6e12-4383-943a-1dff6b37826d }, name: Name("external-dns-4266b46f-6e12-4383-943a-1dff6b37826d"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 62])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ad212fc-1d4f-4b29-8673-c28d5f4e1980, kind: Service { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 }, name: Name("external-dns-50be0e3a-9e97-45f3-9749-f7daddfbf5a4"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 223])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3da168c4-8069-45d6-a96c-9bd6e5b1cbe0, kind: Service { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 }, name: Name("nexus-41bd7929-21b3-4420-bdfb-4d377eca1275"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a400d6b-d9c4-4d4f-9a93-9d358fd2213c, kind: Service { id: c65b59c5-6763-4b24-9975-b340540b3788 }, name: Name("nexus-c65b59c5-6763-4b24-9975-b340540b3788"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 95])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2934fe9-7f56-4391-9cbd-73ed0873ef74, kind: Service { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d }, name: Name("nexus-aa9e7449-5e0d-48f2-bc5e-e67a9910d88d"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 2829 | 2025-01-11T05:28:42.058Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2830 | 2025-01-11T05:28:42.058Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2831 | 2025-01-11T05:28:42.058Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2832 | 2025-01-11T05:28:42.058Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2833 | 2025-01-11T05:28:42.058Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 2834 | 2025-01-11T05:28:42.058Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2835 | 2025-01-11T05:28:42.058Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 416
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:46284
req_id = 559f62f7-2afc-459b-926a-920bb5da08b7
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 2836 | 2025-01-11T05:28:42.100Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49812
|
| 2837 | 2025-01-11T05:28:42.100Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 120
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49812
req_id = 79de008f-f654-4160-b37e-c87093885783
response_code = 200
uri = /v2p
|
| 2838 | 2025-01-11T05:28:42.112Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 319
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:36989
req_id = 58d38c75-6682-4cc4-83f4-c72ff061bcf8
response_code = 204
uri = /vpc-routes
|
| 2839 | 2025-01-11T05:28:42.238Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:48170
|
| 2840 | 2025-01-11T05:28:42.238Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2841 | 2025-01-11T05:28:42.276Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2842 | 2025-01-11T05:28:42.331Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 92136
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:48170
req_id = 14dabe19-1c30-444a-91ee-16427f9ba22e
response_code = 204
uri = /switch-ports
|
| 2843 | 2025-01-11T05:28:42.331Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60670
|
| 2844 | 2025-01-11T05:28:42.331Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 249
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:48170
req_id = 06f60f31-6ae8-4070-985c-3bcdec85e4d1
response_code = 200
uri = /network-bootstore-config
|
| 2845 | 2025-01-11T05:28:42.331Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4d89a779-1fc1-4488-b830-819ec303eab4, kind: Service { id: 4266b46f-6e12-4383-943a-1dff6b37826d }, name: Name("external-dns-4266b46f-6e12-4383-943a-1dff6b37826d"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 62])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ad212fc-1d4f-4b29-8673-c28d5f4e1980, kind: Service { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 }, name: Name("external-dns-50be0e3a-9e97-45f3-9749-f7daddfbf5a4"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 223])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3da168c4-8069-45d6-a96c-9bd6e5b1cbe0, kind: Service { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 }, name: Name("nexus-41bd7929-21b3-4420-bdfb-4d377eca1275"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a400d6b-d9c4-4d4f-9a93-9d358fd2213c, kind: Service { id: c65b59c5-6763-4b24-9975-b340540b3788 }, name: Name("nexus-c65b59c5-6763-4b24-9975-b340540b3788"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 95])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2934fe9-7f56-4391-9cbd-73ed0873ef74, kind: Service { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d }, name: Name("nexus-aa9e7449-5e0d-48f2-bc5e-e67a9910d88d"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 2846 | 2025-01-11T05:28:42.331Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2847 | 2025-01-11T05:28:42.331Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2848 | 2025-01-11T05:28:42.331Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2849 | 2025-01-11T05:28:42.331Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2850 | 2025-01-11T05:28:42.331Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 2851 | 2025-01-11T05:28:42.331Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2852 | 2025-01-11T05:28:42.331Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 461
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:60670
req_id = 1ae1007a-65ed-40ae-be1d-1401015cb448
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 2853 | 2025-01-11T05:29:01.261Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:43549
|
| 2854 | 2025-01-11T05:29:01.261Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 52
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:43549
req_id = f651f8fd-fb44-4782-9b81-194cfd276ff2
response_code = 200
uri = /baseboard
|
| 2855 | 2025-01-11T05:29:08.796Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7247
local_addr = [fd00:1122:3344:101::1]:61787
method = GET
remote_addr = [fd00:1122:3344:101::d]:48101
req_id = 0cab9a32-1139-4f32-a18f-a201912bed0a
response_code = 200
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
uri = /1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 2856 | 2025-01-11T05:29:10.848Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:32900
|
| 2857 | 2025-01-11T05:29:10.848Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 57
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:32900
req_id = 39e4cadf-7222-4dad-8b5d-34d91635abd1
response_code = 200
uri = /vpc-routes
|
| 2858 | 2025-01-11T05:29:10.903Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2859 | 2025-01-11T05:29:10.903Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 77
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:32900
req_id = 555d604b-f7eb-42cb-984c-8a00200b48dd
response_code = 204
uri = /eip-gateways
|
| 2860 | 2025-01-11T05:29:10.926Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:64134
|
| 2861 | 2025-01-11T05:29:10.926Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 138
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:64134
req_id = 75119f58-8891-4fba-bf24-9f62a7df2a06
response_code = 200
uri = /v2p
|
| 2862 | 2025-01-11T05:29:10.929Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 171
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:32900
req_id = d42d51fb-2aef-4cc2-9efe-780f796916af
response_code = 204
uri = /vpc-routes
|
| 2863 | 2025-01-11T05:29:10.975Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33073
|
| 2864 | 2025-01-11T05:29:10.975Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2865 | 2025-01-11T05:29:11.017Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2866 | 2025-01-11T05:29:11.076Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 101046
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:33073
req_id = 466b004b-9396-40da-a113-0ef48004d046
response_code = 204
uri = /switch-ports
|
| 2867 | 2025-01-11T05:29:11.076Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 109
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:33073
req_id = ac36c5a1-0a1b-48bc-b3e8-12694d330a18
response_code = 200
uri = /network-bootstore-config
|
| 2868 | 2025-01-11T05:29:11.705Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:51303
|
| 2869 | 2025-01-11T05:29:11.705Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 62
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:51303
req_id = 3ff05fce-3745-45df-9fcc-c2e3cf3c1334
response_code = 200
uri = /vpc-routes
|
| 2870 | 2025-01-11T05:29:11.750Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2871 | 2025-01-11T05:29:11.750Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 72
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:51303
req_id = f7f0be0c-4ca0-4e07-b2de-3796c992c972
response_code = 204
uri = /eip-gateways
|
| 2872 | 2025-01-11T05:29:11.760Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 259
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:51303
req_id = b3020db9-22c6-493a-8803-c5b692971801
response_code = 204
uri = /vpc-routes
|
| 2873 | 2025-01-11T05:29:11.766Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63340
|
| 2874 | 2025-01-11T05:29:11.766Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 110
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63340
req_id = 166d9c95-9be0-4065-a53f-582a1a7062ca
response_code = 200
uri = /v2p
|
| 2875 | 2025-01-11T05:29:11.782Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50733
|
| 2876 | 2025-01-11T05:29:11.782Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2877 | 2025-01-11T05:29:11.821Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2878 | 2025-01-11T05:29:11.878Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 95648
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:50733
req_id = d4ae9433-9929-46f4-b07f-180f60598160
response_code = 204
uri = /switch-ports
|
| 2879 | 2025-01-11T05:29:11.878Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50023
|
| 2880 | 2025-01-11T05:29:11.878Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40352
|
| 2881 | 2025-01-11T05:29:11.878Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 128
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50733
req_id = e88d9d8c-ccde-4bec-b68e-d3bee0afcad6
response_code = 200
uri = /network-bootstore-config
|
| 2882 | 2025-01-11T05:29:11.879Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 183
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40352
req_id = a65d4d92-870d-415f-81d0-0aeed1caa1a1
response_code = 200
uri = /v2p
|
| 2883 | 2025-01-11T05:29:11.879Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 76
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50023
req_id = 55202b84-9bed-4858-a6a0-3456a3126436
response_code = 200
uri = /vpc-routes
|
| 2884 | 2025-01-11T05:29:11.894Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58643
|
| 2885 | 2025-01-11T05:29:11.894Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2886 | 2025-01-11T05:29:11.935Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2887 | 2025-01-11T05:29:11.991Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96824
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:58643
req_id = b3eba3a8-7959-4fc1-ba28-b10fe4588ed9
response_code = 204
uri = /switch-ports
|
| 2888 | 2025-01-11T05:29:11.991Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 245
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58643
req_id = f1dc267f-ec3a-4952-9659-ba3897f2c1b4
response_code = 200
uri = /network-bootstore-config
|
| 2889 | 2025-01-11T05:29:11.991Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2890 | 2025-01-11T05:29:11.991Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 161
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:50023
req_id = 9a4cb90a-0889-4051-89a9-13204a037998
response_code = 204
uri = /eip-gateways
|
| 2891 | 2025-01-11T05:29:12.001Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 228
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:50023
req_id = 017c195e-21ce-47ff-bd90-2f5e0c18bac2
response_code = 204
uri = /vpc-routes
|
| 2892 | 2025-01-11T05:29:31.295Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38794
|
| 2893 | 2025-01-11T05:29:31.295Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 33
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38794
req_id = 98402fc6-239d-41ee-bd7a-fdf7160951d0
response_code = 200
uri = /baseboard
|
| 2894 | 2025-01-11T05:29:38.796Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7957
local_addr = [fd00:1122:3344:101::1]:61787
method = GET
remote_addr = [fd00:1122:3344:101::d]:48101
req_id = b69bd7a3-5244-4244-91c7-3a62771a5b18
response_code = 200
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
uri = /1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 2895 | 2025-01-11T05:29:40.843Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36046
|
| 2896 | 2025-01-11T05:29:40.843Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 46
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36046
req_id = 60bc7293-df1d-4c3c-98c9-3c2b180a6fbe
response_code = 200
uri = /vpc-routes
|
| 2897 | 2025-01-11T05:29:40.902Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2898 | 2025-01-11T05:29:40.903Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 119
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:36046
req_id = 382cbc15-8a8d-4227-98e4-f6c0cfc81843
response_code = 204
uri = /eip-gateways
|
| 2899 | 2025-01-11T05:29:40.912Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 257
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:36046
req_id = ffc09b68-e8b3-47af-9199-76ee63270918
response_code = 204
uri = /vpc-routes
|
| 2900 | 2025-01-11T05:29:41.099Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42120
|
| 2901 | 2025-01-11T05:29:41.099Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 163
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42120
req_id = f7646ac6-02ec-4cf8-9f5f-24e9fac8a6f9
response_code = 200
uri = /v2p
|
| 2902 | 2025-01-11T05:29:41.115Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:65264
|
| 2903 | 2025-01-11T05:29:41.115Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2904 | 2025-01-11T05:29:41.154Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2905 | 2025-01-11T05:29:41.213Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98498
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:65264
req_id = 766989a2-7a8f-4afb-b928-dddd38320e13
response_code = 204
uri = /switch-ports
|
| 2906 | 2025-01-11T05:29:41.214Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 95
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:65264
req_id = 8636884d-ee28-4382-9f22-415b649781e1
response_code = 200
uri = /network-bootstore-config
|
| 2907 | 2025-01-11T05:29:41.763Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:33345
|
| 2908 | 2025-01-11T05:29:41.763Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 47
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:33345
req_id = 44859d4b-3993-4610-a820-a6becce06124
response_code = 200
uri = /vpc-routes
|
| 2909 | 2025-01-11T05:29:41.814Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2910 | 2025-01-11T05:29:41.814Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 73
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:33345
req_id = 5186d79f-9eea-4f00-b93a-3028dfbe8825
response_code = 204
uri = /eip-gateways
|
| 2911 | 2025-01-11T05:29:41.823Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 259
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:33345
req_id = 1cd48805-7fa6-4f00-8c13-1221b8c0f221
response_code = 204
uri = /vpc-routes
|
| 2912 | 2025-01-11T05:29:41.927Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39941
|
| 2913 | 2025-01-11T05:29:41.927Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 85
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39941
req_id = e829d2ff-e2f4-483d-b35e-236d263e64b3
response_code = 200
uri = /vpc-routes
|
| 2914 | 2025-01-11T05:29:41.975Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2915 | 2025-01-11T05:29:41.975Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:39941
req_id = 28e84848-6a7b-4c9a-aed2-1cad3d8dbd63
response_code = 204
uri = /eip-gateways
|
| 2916 | 2025-01-11T05:29:42.028Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51557
|
| 2917 | 2025-01-11T05:29:42.028Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 132
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51557
req_id = ac3468b5-eae2-4e18-a946-e7b70b96e8aa
response_code = 200
uri = /v2p
|
| 2918 | 2025-01-11T05:29:42.037Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 145
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:39941
req_id = 8707f3b6-e010-4afb-90b4-9667a5db03ed
response_code = 204
uri = /vpc-routes
|
| 2919 | 2025-01-11T05:29:42.070Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:34556
|
| 2920 | 2025-01-11T05:29:42.070Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 101
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34556
req_id = 478d5f05-b2d9-474e-8835-95b2218a77f1
response_code = 200
uri = /v2p
|
| 2921 | 2025-01-11T05:29:42.078Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61636
|
| 2922 | 2025-01-11T05:29:42.078Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2923 | 2025-01-11T05:29:42.118Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2924 | 2025-01-11T05:29:42.177Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98947
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:61636
req_id = f1661b0f-6088-445c-b7f0-868e517f6acf
response_code = 204
uri = /switch-ports
|
| 2925 | 2025-01-11T05:29:42.177Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:57931
|
| 2926 | 2025-01-11T05:29:42.177Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2927 | 2025-01-11T05:29:42.181Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 3696
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:61636
req_id = cec084f8-f735-426e-9695-7010c9e740d9
response_code = 200
uri = /network-bootstore-config
|
| 2928 | 2025-01-11T05:29:42.213Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2929 | 2025-01-11T05:29:42.270Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 92214
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:57931
req_id = 02095c08-41eb-4814-9299-03a9fdf61ce0
response_code = 204
uri = /switch-ports
|
| 2930 | 2025-01-11T05:29:42.270Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 139
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:57931
req_id = 42ea716b-1dc3-40f6-b50d-f522891db7be
response_code = 200
uri = /network-bootstore-config
|
| 2931 | 2025-01-11T05:30:01.339Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:60388
|
| 2932 | 2025-01-11T05:30:01.340Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 73
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:60388
req_id = 5b0ef881-74dd-4233-a522-280090ce9d2c
response_code = 200
uri = /baseboard
|
| 2933 | 2025-01-11T05:30:08.796Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8279
local_addr = [fd00:1122:3344:101::1]:61787
method = GET
remote_addr = [fd00:1122:3344:101::d]:48101
req_id = 1d729a3c-290b-48d6-b3d5-165efdb0a302
response_code = 200
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
uri = /1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 2934 | 2025-01-11T05:30:10.785Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52840
|
| 2935 | 2025-01-11T05:30:10.786Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 46
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52840
req_id = 258a7ec4-0016-44ef-8819-67e687c94ca5
response_code = 200
uri = /vpc-routes
|
| 2936 | 2025-01-11T05:30:10.838Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2937 | 2025-01-11T05:30:10.838Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 115
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:52840
req_id = 35b0b95a-e340-4a7f-b44c-35c9e16789d2
response_code = 204
uri = /eip-gateways
|
| 2938 | 2025-01-11T05:30:10.849Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 250
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:52840
req_id = ee2640d2-0703-4fe7-a884-86a5e641705a
response_code = 204
uri = /vpc-routes
|
| 2939 | 2025-01-11T05:30:10.946Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42076
|
| 2940 | 2025-01-11T05:30:10.946Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 134
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42076
req_id = ba0073cd-9157-4b75-91c8-d4cb089a8d47
response_code = 200
uri = /v2p
|
| 2941 | 2025-01-11T05:30:10.952Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63019
|
| 2942 | 2025-01-11T05:30:10.952Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2943 | 2025-01-11T05:30:10.991Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2944 | 2025-01-11T05:30:11.046Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 94368
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:63019
req_id = 9670c11e-2e36-459b-8127-7863b0f22022
response_code = 204
uri = /switch-ports
|
| 2945 | 2025-01-11T05:30:11.047Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 105
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63019
req_id = b4762b4c-cbbe-4911-b39d-d27212cd2337
response_code = 200
uri = /network-bootstore-config
|
| 2946 | 2025-01-11T05:30:11.734Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:54882
|
| 2947 | 2025-01-11T05:30:11.734Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 95
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:54882
req_id = c20f87e7-760d-45cb-aa4a-181d403279d7
response_code = 200
uri = /vpc-routes
|
| 2948 | 2025-01-11T05:30:11.776Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2949 | 2025-01-11T05:30:11.776Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 78
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:54882
req_id = 681c400d-eea6-4a33-a656-e0865f8272c8
response_code = 204
uri = /eip-gateways
|
| 2950 | 2025-01-11T05:30:11.788Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:64399
|
| 2951 | 2025-01-11T05:30:11.789Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 126
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:64399
req_id = c065f371-3e4c-43d0-bad8-25af4c575595
response_code = 200
uri = /v2p
|
| 2952 | 2025-01-11T05:30:11.792Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 243
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:54882
req_id = db02403e-673e-489e-b478-ea624264315d
response_code = 204
uri = /vpc-routes
|
| 2953 | 2025-01-11T05:30:11.829Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40852
|
| 2954 | 2025-01-11T05:30:11.830Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2955 | 2025-01-11T05:30:11.871Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2956 | 2025-01-11T05:30:11.929Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 99285
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:40852
req_id = d52f2f0e-51ac-4c99-a665-1e37b4e0b246
response_code = 204
uri = /switch-ports
|
| 2957 | 2025-01-11T05:30:11.929Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38533
|
| 2958 | 2025-01-11T05:30:11.929Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36301
|
| 2959 | 2025-01-11T05:30:11.929Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57674
|
| 2960 | 2025-01-11T05:30:11.929Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2961 | 2025-01-11T05:30:11.929Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 248
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40852
req_id = 35f458a1-f312-4a9f-83ec-e73642fb6f49
response_code = 200
uri = /network-bootstore-config
|
| 2962 | 2025-01-11T05:30:11.933Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 3770
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36301
req_id = 9a077f55-75be-4f5c-943a-7f4216e01cdc
response_code = 200
uri = /v2p
|
| 2963 | 2025-01-11T05:30:11.933Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 3811
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38533
req_id = c4c91102-eae1-41aa-98ee-eec35b077688
response_code = 200
uri = /vpc-routes
|
| 2964 | 2025-01-11T05:30:11.966Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2965 | 2025-01-11T05:30:11.976Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2966 | 2025-01-11T05:30:11.976Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 114
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:38533
req_id = dd355f9e-ae3e-4c8f-95c3-b304614e9b95
response_code = 204
uri = /eip-gateways
|
| 2967 | 2025-01-11T05:30:11.985Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 374
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:38533
req_id = 8dc72627-cb19-4fab-9e23-e56a30a6810f
response_code = 204
uri = /vpc-routes
|
| 2968 | 2025-01-11T05:30:12.027Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97996
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:57674
req_id = ca4604de-7c14-461e-9ff4-cbf11ffd94f9
response_code = 204
uri = /switch-ports
|
| 2969 | 2025-01-11T05:30:12.027Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 79
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57674
req_id = 26b4e859-dd72-43f6-b4d4-64d8c11896f7
response_code = 200
uri = /network-bootstore-config
|
| 2970 | 2025-01-11T05:30:31.372Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:53050
|
| 2971 | 2025-01-11T05:30:31.372Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 61
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:53050
req_id = 49f0e8f4-67cb-464c-a7c3-3f1b662b0e9c
response_code = 200
uri = /baseboard
|
| 2972 | 2025-01-11T05:30:38.794Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 6877
local_addr = [fd00:1122:3344:101::1]:61787
method = GET
remote_addr = [fd00:1122:3344:101::d]:48101
req_id = b8113ebb-2646-4da8-bbb8-4cda12c5d4fc
response_code = 200
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
uri = /1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 2973 | 2025-01-11T05:30:40.269Z | INFO | SledAgent (auto-cleanup-task): running automatic periodic zone bundle cleanup
file = sled-agent/src/zone_bundle.rs:197
|
| 2974 | 2025-01-11T05:30:40.269Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2975 | 2025-01-11T05:30:40.296Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:186
next_cleanup = Instant { tv_sec: 1979, tv_nsec: 852610205 }
time_to_next_cleanup = 599.99999609s
|
| 2976 | 2025-01-11T05:30:40.901Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50612
|
| 2977 | 2025-01-11T05:30:40.901Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 39
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50612
req_id = 94916284-4822-4881-a677-336b240b25a7
response_code = 200
uri = /vpc-routes
|
| 2978 | 2025-01-11T05:30:40.946Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2979 | 2025-01-11T05:30:40.946Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 53
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:50612
req_id = 3bf4959a-737c-4053-970c-1692f33cfb85
response_code = 204
uri = /eip-gateways
|
| 2980 | 2025-01-11T05:30:41.034Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41265
|
| 2981 | 2025-01-11T05:30:41.034Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 111
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41265
req_id = 59f7c4f0-2117-4f72-8f7c-2758b5b2609e
response_code = 200
uri = /v2p
|
| 2982 | 2025-01-11T05:30:41.041Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 187
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:50612
req_id = ded1caf0-b6f1-4577-93b2-aaee57688811
response_code = 204
uri = /vpc-routes
|
| 2983 | 2025-01-11T05:30:41.114Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42806
|
| 2984 | 2025-01-11T05:30:41.114Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2985 | 2025-01-11T05:30:41.153Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2986 | 2025-01-11T05:30:41.212Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97500
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:42806
req_id = 092ad852-bd36-4cd7-a7c9-4867a16afc59
response_code = 204
uri = /switch-ports
|
| 2987 | 2025-01-11T05:30:41.212Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 169
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42806
req_id = 0f5b0a93-6462-4110-818e-8a8773817084
response_code = 200
uri = /network-bootstore-config
|
| 2988 | 2025-01-11T05:30:41.955Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58872
|
| 2989 | 2025-01-11T05:30:41.955Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 117
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58872
req_id = 485f5ff8-4238-4832-a444-7abcee66e0af
response_code = 200
uri = /v2p
|
| 2990 | 2025-01-11T05:30:41.957Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47185
|
| 2991 | 2025-01-11T05:30:41.957Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 28
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:47185
req_id = 63555459-1c9d-4889-b8ca-194711033f34
response_code = 200
uri = /vpc-routes
|
| 2992 | 2025-01-11T05:30:41.968Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51878
|
| 2993 | 2025-01-11T05:30:41.968Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 18
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51878
req_id = f4ab7a96-3f52-4a7c-9be3-88379d05016c
response_code = 200
uri = /vpc-routes
|
| 2994 | 2025-01-11T05:30:42.001Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 2995 | 2025-01-11T05:30:42.001Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 64
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:47185
req_id = ffee8b8b-2d70-4e12-8d34-8e717f66e9b7
response_code = 204
uri = /eip-gateways
|
| 2996 | 2025-01-11T05:30:42.010Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 186
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:47185
req_id = ff75eaaa-1a8b-4ab3-bab2-0febf4f2d4f8
response_code = 204
uri = /vpc-routes
|
| 2997 | 2025-01-11T05:30:42.035Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36091
|
| 2998 | 2025-01-11T05:30:42.035Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2999 | 2025-01-11T05:30:42.073Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3000 | 2025-01-11T05:30:42.136Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 101504
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:36091
req_id = a1331b92-b8bf-4378-9d9f-1ab8895d7679
response_code = 204
uri = /switch-ports
|
| 3001 | 2025-01-11T05:30:42.136Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61969
|
| 3002 | 2025-01-11T05:30:42.136Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3003 | 2025-01-11T05:30:42.136Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 124
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:51878
req_id = 604cd6df-acd7-45da-9191-9f26744e6038
response_code = 204
uri = /eip-gateways
|
| 3004 | 2025-01-11T05:30:42.137Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 206
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36091
req_id = 0d8a0e16-0205-4b4c-a463-e02531d9540f
response_code = 200
uri = /network-bootstore-config
|
| 3005 | 2025-01-11T05:30:42.137Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 190
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:61969
req_id = 8632a089-039b-4f54-b7f3-01a3a64c4716
response_code = 200
uri = /v2p
|
| 3006 | 2025-01-11T05:30:42.147Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 226
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:51878
req_id = 10279848-a9aa-493e-8a6b-9bf61a4b9dfb
response_code = 204
uri = /vpc-routes
|
| 3007 | 2025-01-11T05:30:42.243Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54343
|
| 3008 | 2025-01-11T05:30:42.243Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3009 | 2025-01-11T05:30:42.282Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3010 | 2025-01-11T05:30:42.337Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 93436
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:54343
req_id = f33c5dad-0729-45f6-9a3c-49d936c30032
response_code = 204
uri = /switch-ports
|
| 3011 | 2025-01-11T05:30:42.337Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54343
req_id = d0e7c403-02d3-4a62-8bb4-a1ae1ec0c8a2
response_code = 200
uri = /network-bootstore-config
|
| 3012 | 2025-01-11T05:30:54.681Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 3013 | 2025-01-11T05:31:01.405Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:42680
|
| 3014 | 2025-01-11T05:31:01.405Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 38
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:42680
req_id = 80ac7778-435e-4fbe-a4b1-f8387bb05776
response_code = 200
uri = /baseboard
|
| 3015 | 2025-01-11T05:31:08.795Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 6821
local_addr = [fd00:1122:3344:101::1]:61787
method = GET
remote_addr = [fd00:1122:3344:101::d]:48101
req_id = 07642503-e7c4-4d88-96f0-97f7852246eb
response_code = 200
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
uri = /1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 3016 | 2025-01-11T05:31:10.833Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47384
|
| 3017 | 2025-01-11T05:31:10.834Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 40
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47384
req_id = f6c7750f-3b29-4de8-a493-53226ebabbf8
response_code = 200
uri = /vpc-routes
|
| 3018 | 2025-01-11T05:31:10.860Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33207
|
| 3019 | 2025-01-11T05:31:10.861Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 130
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:33207
req_id = 0ae38d11-cd20-4fc6-a6e9-66c19d19d391
response_code = 200
uri = /v2p
|
| 3020 | 2025-01-11T05:31:10.875Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3021 | 2025-01-11T05:31:10.875Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 48
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47384
req_id = 2d1f5d88-a1ae-48fa-8bc9-2f84d4b1ca15
response_code = 204
uri = /eip-gateways
|
| 3022 | 2025-01-11T05:31:10.885Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 178
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47384
req_id = e28f6e3a-b477-4f2f-8822-d536f84b7f11
response_code = 204
uri = /vpc-routes
|
| 3023 | 2025-01-11T05:31:11.010Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48611
|
| 3024 | 2025-01-11T05:31:11.010Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3025 | 2025-01-11T05:31:11.048Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3026 | 2025-01-11T05:31:11.110Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 100297
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:48611
req_id = 73ecd927-ca9d-42b3-a62f-8abe538b468a
response_code = 204
uri = /switch-ports
|
| 3027 | 2025-01-11T05:31:11.110Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 112
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48611
req_id = 630f66c8-de1c-49d8-ac55-a62662a5ec27
response_code = 200
uri = /network-bootstore-config
|
| 3028 | 2025-01-11T05:31:11.662Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:35454
|
| 3029 | 2025-01-11T05:31:11.662Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 58
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35454
req_id = 6f9c1689-ce8c-4bbc-b2a5-e11e2dfec5c1
response_code = 200
uri = /vpc-routes
|
| 3030 | 2025-01-11T05:31:11.727Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3031 | 2025-01-11T05:31:11.727Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 77
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:35454
req_id = 78ae9b3e-8825-4eb9-a65d-cc10a62faaf9
response_code = 204
uri = /eip-gateways
|
| 3032 | 2025-01-11T05:31:11.737Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 207
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:35454
req_id = 0fff1015-49f8-4bc7-94e2-471f63325e30
response_code = 204
uri = /vpc-routes
|
| 3033 | 2025-01-11T05:31:11.815Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:51683
|
| 3034 | 2025-01-11T05:31:11.815Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 137
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:51683
req_id = e6685f04-a2da-4f93-9fb4-6bfc375ef3ec
response_code = 200
uri = /v2p
|
| 3035 | 2025-01-11T05:31:11.817Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:63420
|
| 3036 | 2025-01-11T05:31:11.817Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 24
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:63420
req_id = 541e9875-892e-468d-a18e-9ef29d39eef1
response_code = 200
uri = /vpc-routes
|
| 3037 | 2025-01-11T05:31:11.829Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60878
|
| 3038 | 2025-01-11T05:31:11.829Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3039 | 2025-01-11T05:31:11.871Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3040 | 2025-01-11T05:31:11.931Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 102378
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:60878
req_id = 168db51e-a186-4564-8bb3-3d961307b87f
response_code = 204
uri = /switch-ports
|
| 3041 | 2025-01-11T05:31:11.931Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60514
|
| 3042 | 2025-01-11T05:31:11.931Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3043 | 2025-01-11T05:31:11.932Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 166
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60514
req_id = cfd33e19-2c91-4f0e-b0ae-bf3d697b9416
response_code = 200
uri = /v2p
|
| 3044 | 2025-01-11T05:31:11.932Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 136
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:63420
req_id = 17a753de-3fc0-43f6-9c81-f5081909cea2
response_code = 204
uri = /eip-gateways
|
| 3045 | 2025-01-11T05:31:11.932Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 187
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60878
req_id = 9a6fdf92-8403-47ea-8d90-682136b5233f
response_code = 200
uri = /network-bootstore-config
|
| 3046 | 2025-01-11T05:31:11.935Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56559
|
| 3047 | 2025-01-11T05:31:11.935Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3048 | 2025-01-11T05:31:11.972Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3049 | 2025-01-11T05:31:12.032Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96325
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:56559
req_id = b43eb5b8-19c3-4155-bae1-56f5814653a6
response_code = 204
uri = /switch-ports
|
| 3050 | 2025-01-11T05:31:12.032Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 225
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56559
req_id = 367cd1f4-3144-4e3a-a32e-3fce29a16d57
response_code = 200
uri = /network-bootstore-config
|
| 3051 | 2025-01-11T05:31:12.032Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 456
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:63420
req_id = abc06b39-02c5-4307-ad0d-ccbdc12d66db
response_code = 204
uri = /vpc-routes
|
| 3052 | 2025-01-11T05:31:31.439Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:51791
|
| 3053 | 2025-01-11T05:31:31.439Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 35
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:51791
req_id = 7bae0527-cd98-45ce-b212-3ac3d09241a4
response_code = 200
uri = /baseboard
|
| 3054 | 2025-01-11T05:31:38.796Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8863
local_addr = [fd00:1122:3344:101::1]:61787
method = GET
remote_addr = [fd00:1122:3344:101::d]:48101
req_id = 3af03c8f-70e1-42cd-9726-3eb940d8e1da
response_code = 200
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
uri = /1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 3055 | 2025-01-11T05:31:40.837Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54506
|
| 3056 | 2025-01-11T05:31:40.837Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 48
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54506
req_id = 263cdd02-322c-4da2-9700-9566e0755796
response_code = 200
uri = /vpc-routes
|
| 3057 | 2025-01-11T05:31:40.908Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3058 | 2025-01-11T05:31:40.908Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 139
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:54506
req_id = 798f5a0c-16f0-41fe-98ed-26483ba36939
response_code = 204
uri = /eip-gateways
|
| 3059 | 2025-01-11T05:31:40.917Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 251
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:54506
req_id = 7ed40af3-184c-41f3-8991-3a2186fce179
response_code = 204
uri = /vpc-routes
|
| 3060 | 2025-01-11T05:31:41.094Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41889
|
| 3061 | 2025-01-11T05:31:41.094Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 146
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41889
req_id = 3a752d51-0f4d-4732-b80d-beffe0c5fb5a
response_code = 200
uri = /v2p
|
| 3062 | 2025-01-11T05:31:41.120Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36290
|
| 3063 | 2025-01-11T05:31:41.120Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3064 | 2025-01-11T05:31:41.156Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3065 | 2025-01-11T05:31:41.212Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 91871
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:36290
req_id = 1ebdbd46-7932-4116-8bb9-d746d88188bc
response_code = 204
uri = /switch-ports
|
| 3066 | 2025-01-11T05:31:41.212Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 89
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36290
req_id = 323bc463-07de-4bf5-a3d0-31f0d0dcf6d0
response_code = 200
uri = /network-bootstore-config
|
| 3067 | 2025-01-11T05:31:41.760Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:65228
|
| 3068 | 2025-01-11T05:31:41.760Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 63
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:65228
req_id = ae0a0b99-9607-42f2-a725-010769ef4957
response_code = 200
uri = /vpc-routes
|
| 3069 | 2025-01-11T05:31:41.807Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3070 | 2025-01-11T05:31:41.807Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 81
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:65228
req_id = 46075bda-cdce-45df-92ef-068c16b0b998
response_code = 204
uri = /eip-gateways
|
| 3071 | 2025-01-11T05:31:41.817Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 312
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:65228
req_id = f7e040e4-9ccf-45aa-8819-d1cee7d604da
response_code = 204
uri = /vpc-routes
|
| 3072 | 2025-01-11T05:31:41.915Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:38042
|
| 3073 | 2025-01-11T05:31:41.915Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 182
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:38042
req_id = 400450d9-8ff3-4ce1-b66e-385922d3f892
response_code = 200
uri = /v2p
|
| 3074 | 2025-01-11T05:31:41.920Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41640
|
| 3075 | 2025-01-11T05:31:41.920Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3076 | 2025-01-11T05:31:41.963Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3077 | 2025-01-11T05:31:42.027Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 107039
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:41640
req_id = a8c48c14-8387-400e-b0ef-5919df99f383
response_code = 204
uri = /switch-ports
|
| 3078 | 2025-01-11T05:31:42.027Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51014
|
| 3079 | 2025-01-11T05:31:42.027Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 80
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51014
req_id = b8199758-32cb-4494-9207-6aac6cad32c9
response_code = 200
uri = /vpc-routes
|
| 3080 | 2025-01-11T05:31:42.027Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 171
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41640
req_id = 582df03c-2757-4917-9afd-024746080e19
response_code = 200
uri = /network-bootstore-config
|
| 3081 | 2025-01-11T05:31:42.116Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51591
|
| 3082 | 2025-01-11T05:31:42.116Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 106
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51591
req_id = 31c534b0-858e-472b-a690-78dd80c087e4
response_code = 200
uri = /v2p
|
| 3083 | 2025-01-11T05:31:42.165Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3084 | 2025-01-11T05:31:42.165Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 71
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:51014
req_id = e0a6f405-544c-4c39-8a2b-0f8f6370a172
response_code = 204
uri = /eip-gateways
|
| 3085 | 2025-01-11T05:31:42.174Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 278
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:51014
req_id = 3df5cc36-29e3-4bad-a7ff-e4097d400dae
response_code = 204
uri = /vpc-routes
|
| 3086 | 2025-01-11T05:31:42.206Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:59455
|
| 3087 | 2025-01-11T05:31:42.206Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3088 | 2025-01-11T05:31:42.242Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3089 | 2025-01-11T05:31:42.294Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 88320
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:59455
req_id = 85193460-1706-49ca-8ba7-7bfe4793de42
response_code = 204
uri = /switch-ports
|
| 3090 | 2025-01-11T05:31:42.294Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:59455
req_id = d509feec-1903-4042-8abc-155a935f3411
response_code = 200
uri = /network-bootstore-config
|
| 3091 | 2025-01-11T05:32:01.478Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:39811
|
| 3092 | 2025-01-11T05:32:01.478Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 34
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:39811
req_id = de4a246b-aece-4812-85da-8220ec450bca
response_code = 200
uri = /baseboard
|
| 3093 | 2025-01-11T05:32:08.795Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7792
local_addr = [fd00:1122:3344:101::1]:61787
method = GET
remote_addr = [fd00:1122:3344:101::d]:48101
req_id = 5efe9d42-a98a-47e7-82f6-beb3a6cbf7cd
response_code = 200
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
uri = /1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 3094 | 2025-01-11T05:32:10.857Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36639
|
| 3095 | 2025-01-11T05:32:10.857Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 43
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36639
req_id = 1b60a814-b93b-4b2a-9cb5-51a92d8d95bd
response_code = 200
uri = /vpc-routes
|
| 3096 | 2025-01-11T05:32:10.871Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3097 | 2025-01-11T05:32:10.872Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 64
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:36639
req_id = 791822a8-9750-4298-86fe-c7ca8fd73250
response_code = 204
uri = /eip-gateways
|
| 3098 | 2025-01-11T05:32:10.886Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55732
|
| 3099 | 2025-01-11T05:32:10.886Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 127
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55732
req_id = 13ac9009-b016-4c06-be18-e6870d907575
response_code = 200
uri = /v2p
|
| 3100 | 2025-01-11T05:32:10.890Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 255
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:36639
req_id = d3187e5a-0cce-43e2-9d2c-aea9e7ff034d
response_code = 204
uri = /vpc-routes
|
| 3101 | 2025-01-11T05:32:10.992Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45951
|
| 3102 | 2025-01-11T05:32:10.992Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3103 | 2025-01-11T05:32:11.030Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3104 | 2025-01-11T05:32:11.092Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 100073
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:45951
req_id = d42e05c2-0921-4bd0-8a09-3367d8d10a6e
response_code = 204
uri = /switch-ports
|
| 3105 | 2025-01-11T05:32:11.092Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45951
req_id = 999b9b33-30e4-4300-ba05-f75a6f80161b
response_code = 200
uri = /network-bootstore-config
|
| 3106 | 2025-01-11T05:32:11.600Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47509
|
| 3107 | 2025-01-11T05:32:11.600Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 108
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:47509
req_id = 627c4563-c893-41a1-ad6f-017fcfddd50f
response_code = 200
uri = /vpc-routes
|
| 3108 | 2025-01-11T05:32:11.670Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3109 | 2025-01-11T05:32:11.670Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 91
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:47509
req_id = 84d919a9-6d38-4f37-ae28-d2be6d320183
response_code = 204
uri = /eip-gateways
|
| 3110 | 2025-01-11T05:32:11.680Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 205
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:47509
req_id = bae986ad-5973-4c30-87e1-81dfdfdbe0c8
response_code = 204
uri = /vpc-routes
|
| 3111 | 2025-01-11T05:32:11.836Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58917
|
| 3112 | 2025-01-11T05:32:11.836Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 49
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58917
req_id = ed295852-1c5c-48e0-99a4-bce9cfaa3ef5
response_code = 200
uri = /vpc-routes
|
| 3113 | 2025-01-11T05:32:11.839Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47151
|
| 3114 | 2025-01-11T05:32:11.839Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 124
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:47151
req_id = 68a7c09a-aaf3-4a52-92df-606a13844de9
response_code = 200
uri = /v2p
|
| 3115 | 2025-01-11T05:32:11.860Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:65484
|
| 3116 | 2025-01-11T05:32:11.861Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3117 | 2025-01-11T05:32:11.899Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3118 | 2025-01-11T05:32:11.960Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 99831
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:65484
req_id = 096d87ba-989f-425a-bb3d-e4efcc22ef0d
response_code = 204
uri = /switch-ports
|
| 3119 | 2025-01-11T05:32:11.960Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58883
|
| 3120 | 2025-01-11T05:32:11.961Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3121 | 2025-01-11T05:32:11.961Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3122 | 2025-01-11T05:32:11.961Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 159
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58917
req_id = b485e4da-4651-443d-8820-030ebd785569
response_code = 204
uri = /eip-gateways
|
| 3123 | 2025-01-11T05:32:11.964Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 3662
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:65484
req_id = 0be2e7dd-aa7f-4b4f-8c75-2bf135fec576
response_code = 200
uri = /network-bootstore-config
|
| 3124 | 2025-01-11T05:32:11.972Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 373
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58917
req_id = 8ef7e092-d9c2-4241-918b-46e1ba5d5cef
response_code = 204
uri = /vpc-routes
|
| 3125 | 2025-01-11T05:32:11.977Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60013
|
| 3126 | 2025-01-11T05:32:11.977Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 265
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60013
req_id = 73318705-c2ba-45e9-88df-a16f9b8783cb
response_code = 200
uri = /v2p
|
| 3127 | 2025-01-11T05:32:12.001Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3128 | 2025-01-11T05:32:12.059Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98513
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:58883
req_id = 71665188-799a-4e52-9b4b-9c00ce4a86d4
response_code = 204
uri = /switch-ports
|
| 3129 | 2025-01-11T05:32:12.059Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 154
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58883
req_id = 3484e0de-7522-4b6e-9b5c-a5e5017e35f5
response_code = 200
uri = /network-bootstore-config
|
| 3130 | 2025-01-11T05:32:31.511Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:39151
|
| 3131 | 2025-01-11T05:32:31.511Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 34
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:39151
req_id = 109cc773-8d06-4b24-a4c9-03c15b0f9f0f
response_code = 200
uri = /baseboard
|
| 3132 | 2025-01-11T05:32:38.793Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 6386
local_addr = [fd00:1122:3344:101::1]:61787
method = GET
remote_addr = [fd00:1122:3344:101::d]:48101
req_id = 7c31e80e-4a91-4792-bdbf-91ee506618a9
response_code = 200
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
uri = /1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 3133 | 2025-01-11T05:32:41.056Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:59355
|
| 3134 | 2025-01-11T05:32:41.056Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 129
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:59355
req_id = 6ebbbe20-82dd-43af-8fbd-c30a3f5d6feb
response_code = 200
uri = /v2p
|
| 3135 | 2025-01-11T05:32:41.072Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48538
|
| 3136 | 2025-01-11T05:32:41.072Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 28
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48538
req_id = e0c5728c-1530-4635-8b60-822adb1993e3
response_code = 200
uri = /vpc-routes
|
| 3137 | 2025-01-11T05:32:41.112Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3138 | 2025-01-11T05:32:41.112Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 53
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:48538
req_id = 30bb58e0-c756-42a4-b6fb-4518c5727f8c
response_code = 204
uri = /eip-gateways
|
| 3139 | 2025-01-11T05:32:41.121Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 225
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:48538
req_id = 56cfb1c0-1d16-47a3-af65-52bf5f3a329f
response_code = 204
uri = /vpc-routes
|
| 3140 | 2025-01-11T05:32:41.177Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42633
|
| 3141 | 2025-01-11T05:32:41.178Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3142 | 2025-01-11T05:32:41.210Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3143 | 2025-01-11T05:32:41.268Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 90956
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:42633
req_id = 6f2d0512-f0ba-4348-879a-f24f4ac35643
response_code = 204
uri = /switch-ports
|
| 3144 | 2025-01-11T05:32:41.269Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 240
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42633
req_id = 1c2ac1e2-1ef7-444b-a20a-b10c5e4d0050
response_code = 200
uri = /network-bootstore-config
|
| 3145 | 2025-01-11T05:32:41.765Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37191
|
| 3146 | 2025-01-11T05:32:41.765Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 45
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37191
req_id = 7305099b-90af-4339-b853-111f85d127f1
response_code = 200
uri = /vpc-routes
|
| 3147 | 2025-01-11T05:32:41.817Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3148 | 2025-01-11T05:32:41.817Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 78
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:37191
req_id = c502515b-07f9-4a47-9a79-d7a5c683462b
response_code = 204
uri = /eip-gateways
|
| 3149 | 2025-01-11T05:32:41.827Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 254
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:37191
req_id = f54769c1-ad93-4aef-885f-078c69561fa8
response_code = 204
uri = /vpc-routes
|
| 3150 | 2025-01-11T05:32:41.880Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:53311
|
| 3151 | 2025-01-11T05:32:41.880Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3152 | 2025-01-11T05:32:41.920Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3153 | 2025-01-11T05:32:41.985Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 104664
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:53311
req_id = 624bcef3-a608-43c4-b327-045acdeca85d
response_code = 204
uri = /switch-ports
|
| 3154 | 2025-01-11T05:32:41.985Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:59840
|
| 3155 | 2025-01-11T05:32:41.985Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 119
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:59840
req_id = dcff3cbc-3a55-437e-8464-7c2704be1684
response_code = 200
uri = /v2p
|
| 3156 | 2025-01-11T05:32:41.985Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 95
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:53311
req_id = 20f3feef-bc10-40f3-a081-a869041d9afb
response_code = 200
uri = /network-bootstore-config
|
| 3157 | 2025-01-11T05:32:42.032Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:43062
|
| 3158 | 2025-01-11T05:32:42.032Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 80
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:43062
req_id = 5c28f6b4-1e98-4414-9666-be6fb9ec4b47
response_code = 200
uri = /vpc-routes
|
| 3159 | 2025-01-11T05:32:42.089Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3160 | 2025-01-11T05:32:42.089Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 78
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:43062
req_id = f5e6aae6-b582-4f79-a311-2cfe0c6cba93
response_code = 204
uri = /eip-gateways
|
| 3161 | 2025-01-11T05:32:42.099Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 260
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:43062
req_id = 42856315-c323-475a-8c0e-6d3646a1785c
response_code = 204
uri = /vpc-routes
|
| 3162 | 2025-01-11T05:32:42.115Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:52642
|
| 3163 | 2025-01-11T05:32:42.115Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3164 | 2025-01-11T05:32:42.158Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3165 | 2025-01-11T05:32:42.224Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 108494
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:52642
req_id = b7814eeb-cd2a-4faf-96bf-f7ab5e95e89c
response_code = 204
uri = /switch-ports
|
| 3166 | 2025-01-11T05:32:42.224Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:63634
|
| 3167 | 2025-01-11T05:32:42.224Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 175
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:63634
req_id = bda656bf-3986-4d35-b185-046e17246135
response_code = 200
uri = /v2p
|
| 3168 | 2025-01-11T05:32:42.224Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 218
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:52642
req_id = 9b179782-b1b5-48c6-990b-388eee4a810f
response_code = 200
uri = /network-bootstore-config
|
| 3169 | 2025-01-11T05:33:01.543Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:57801
|
| 3170 | 2025-01-11T05:33:01.543Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 35
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:57801
req_id = 121afbff-e5a5-4dd3-93b8-765a2fca80de
response_code = 200
uri = /baseboard
|
| 3171 | 2025-01-11T05:33:08.794Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 6811
local_addr = [fd00:1122:3344:101::1]:61787
method = GET
remote_addr = [fd00:1122:3344:101::d]:48101
req_id = bc22cc53-3c3b-4525-8aaa-9ce9775e91c6
response_code = 200
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
uri = /1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 3172 | 2025-01-11T05:33:10.829Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:46828
|
| 3173 | 2025-01-11T05:33:10.829Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:46828
req_id = a4a805b0-cdba-4738-9e89-037dd47c57ff
response_code = 200
uri = /vpc-routes
|
| 3174 | 2025-01-11T05:33:10.873Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3175 | 2025-01-11T05:33:10.873Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 68
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:46828
req_id = e3953b12-0b9b-4caa-845b-c4604893b19a
response_code = 204
uri = /eip-gateways
|
| 3176 | 2025-01-11T05:33:10.903Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36036
|
| 3177 | 2025-01-11T05:33:10.903Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 122
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36036
req_id = c4db13e5-8699-4ea5-840c-e6f6e102c9ee
response_code = 200
uri = /v2p
|
| 3178 | 2025-01-11T05:33:10.913Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 387
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:46828
req_id = 00d02ed1-9e95-4682-8108-5bad4d33b06b
response_code = 204
uri = /vpc-routes
|
| 3179 | 2025-01-11T05:33:10.916Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55429
|
| 3180 | 2025-01-11T05:33:10.916Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3181 | 2025-01-11T05:33:10.953Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3182 | 2025-01-11T05:33:11.011Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 94277
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:55429
req_id = 196cff14-4182-4381-9dac-d7a3dd163bcb
response_code = 204
uri = /switch-ports
|
| 3183 | 2025-01-11T05:33:11.011Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 95
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55429
req_id = ba4f8ed8-3e32-4810-846c-02fe45e082fe
response_code = 200
uri = /network-bootstore-config
|
| 3184 | 2025-01-11T05:33:11.720Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:48539
|
| 3185 | 2025-01-11T05:33:11.720Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 56
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:48539
req_id = 52079f1a-8be7-40ac-95d3-ad7f531087c2
response_code = 200
uri = /vpc-routes
|
| 3186 | 2025-01-11T05:33:11.743Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3187 | 2025-01-11T05:33:11.743Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 69
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:48539
req_id = 5a18821f-7d2a-4d3d-9a30-0aba435d32e9
response_code = 204
uri = /eip-gateways
|
| 3188 | 2025-01-11T05:33:11.816Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:64973
|
| 3189 | 2025-01-11T05:33:11.816Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 135
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:64973
req_id = 654debad-3cfa-4688-aa8a-86c61c388010
response_code = 200
uri = /v2p
|
| 3190 | 2025-01-11T05:33:11.819Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 258
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:48539
req_id = 014dbd0b-61f7-48fb-bc6f-9b392d8ac64c
response_code = 204
uri = /vpc-routes
|
| 3191 | 2025-01-11T05:33:11.847Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41302
|
| 3192 | 2025-01-11T05:33:11.847Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 40
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41302
req_id = 17463ca1-9170-48aa-85a7-707c7c557343
response_code = 200
uri = /vpc-routes
|
| 3193 | 2025-01-11T05:33:11.874Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:38450
|
| 3194 | 2025-01-11T05:33:11.874Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3195 | 2025-01-11T05:33:11.922Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3196 | 2025-01-11T05:33:11.997Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 122713
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:38450
req_id = d31d8406-52cb-463b-a61c-9754851bc3b3
response_code = 204
uri = /switch-ports
|
| 3197 | 2025-01-11T05:33:11.997Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44412
|
| 3198 | 2025-01-11T05:33:11.997Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3199 | 2025-01-11T05:33:11.997Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 225
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:41302
req_id = fbf2c753-b613-43bb-abd3-a964329741f7
response_code = 204
uri = /eip-gateways
|
| 3200 | 2025-01-11T05:33:11.997Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 275
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:38450
req_id = 758c732a-669b-4afd-bd17-0772aecbc941
response_code = 200
uri = /network-bootstore-config
|
| 3201 | 2025-01-11T05:33:11.998Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3202 | 2025-01-11T05:33:12.028Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42121
|
| 3203 | 2025-01-11T05:33:12.028Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 267
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42121
req_id = 1239089d-7c05-422f-bc46-f964ab57be6b
response_code = 200
uri = /v2p
|
| 3204 | 2025-01-11T05:33:12.028Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 560
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:41302
req_id = bb7d8749-fed4-43cd-ba8a-1a57b69a232c
response_code = 204
uri = /vpc-routes
|
| 3205 | 2025-01-11T05:33:12.044Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3206 | 2025-01-11T05:33:12.109Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 111119
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:44412
req_id = d73699ab-ae68-4c07-86fb-423f79a9db9d
response_code = 204
uri = /switch-ports
|
| 3207 | 2025-01-11T05:33:12.109Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 125
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44412
req_id = 3409a9cb-1968-43be-aaf5-a5b26519d1c2
response_code = 200
uri = /network-bootstore-config
|
| 3208 | 2025-01-11T05:33:31.577Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:46262
|
| 3209 | 2025-01-11T05:33:31.577Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 43
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:46262
req_id = 07c7963c-564a-4029-beb4-0a8b786688f6
response_code = 200
uri = /baseboard
|
| 3210 | 2025-01-11T05:33:38.795Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8239
local_addr = [fd00:1122:3344:101::1]:61787
method = GET
remote_addr = [fd00:1122:3344:101::d]:48101
req_id = 22db50a5-d12e-4bcb-be31-b713c2283db6
response_code = 200
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
uri = /1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 3211 | 2025-01-11T05:33:40.874Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63715
|
| 3212 | 2025-01-11T05:33:40.874Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 41
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63715
req_id = ec5e8d20-20c8-4c27-a0f3-6752ba08a8f7
response_code = 200
uri = /vpc-routes
|
| 3213 | 2025-01-11T05:33:40.943Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3214 | 2025-01-11T05:33:40.943Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 81
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:63715
req_id = 52d3f1fb-8833-4c97-a016-28aa29fd5e76
response_code = 204
uri = /eip-gateways
|
| 3215 | 2025-01-11T05:33:40.954Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 357
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:63715
req_id = f9450658-beb0-499b-a62b-3811733a1db7
response_code = 204
uri = /vpc-routes
|
| 3216 | 2025-01-11T05:33:41.125Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57546
|
| 3217 | 2025-01-11T05:33:41.126Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 155
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57546
req_id = c1fde999-cb18-4c62-9eed-b8ae4063fe4a
response_code = 200
uri = /v2p
|
| 3218 | 2025-01-11T05:33:41.142Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:43481
|
| 3219 | 2025-01-11T05:33:41.143Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3220 | 2025-01-11T05:33:41.185Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3221 | 2025-01-11T05:33:41.242Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 99225
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:43481
req_id = c4e46c24-4e23-4f66-a917-f1609b45f192
response_code = 204
uri = /switch-ports
|
| 3222 | 2025-01-11T05:33:41.242Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55385
|
| 3223 | 2025-01-11T05:33:41.242Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3224 | 2025-01-11T05:33:41.242Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3225 | 2025-01-11T05:33:41.242Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3226 | 2025-01-11T05:33:41.242Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 179
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:43481
req_id = e2921547-463a-4f51-b7e5-e13c21492e8a
response_code = 200
uri = /network-bootstore-config
|
| 3227 | 2025-01-11T05:33:41.243Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3228 | 2025-01-11T05:33:41.254Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3229 | 2025-01-11T05:33:41.254Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f
|
| 3230 | 2025-01-11T05:33:41.273Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3231 | 2025-01-11T05:33:41.273Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_ec9ad497-e429-48cd-995d-1528d20edba6
|
| 3232 | 2025-01-11T05:33:41.276Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:65430
|
| 3233 | 2025-01-11T05:33:41.277Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4d89a779-1fc1-4488-b830-819ec303eab4, kind: Service { id: 4266b46f-6e12-4383-943a-1dff6b37826d }, name: Name("external-dns-4266b46f-6e12-4383-943a-1dff6b37826d"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 62])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ad212fc-1d4f-4b29-8673-c28d5f4e1980, kind: Service { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 }, name: Name("external-dns-50be0e3a-9e97-45f3-9749-f7daddfbf5a4"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 223])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3da168c4-8069-45d6-a96c-9bd6e5b1cbe0, kind: Service { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 }, name: Name("nexus-41bd7929-21b3-4420-bdfb-4d377eca1275"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a400d6b-d9c4-4d4f-9a93-9d358fd2213c, kind: Service { id: c65b59c5-6763-4b24-9975-b340540b3788 }, name: Name("nexus-c65b59c5-6763-4b24-9975-b340540b3788"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 95])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2934fe9-7f56-4391-9cbd-73ed0873ef74, kind: Service { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d }, name: Name("nexus-aa9e7449-5e0d-48f2-bc5e-e67a9910d88d"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3234 | 2025-01-11T05:33:41.277Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3235 | 2025-01-11T05:33:41.277Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3236 | 2025-01-11T05:33:41.277Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3237 | 2025-01-11T05:33:41.277Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3238 | 2025-01-11T05:33:41.277Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 3239 | 2025-01-11T05:33:41.277Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3240 | 2025-01-11T05:33:41.277Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 654
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:65430
req_id = a3e72a35-33ad-4d0c-8186-e4ae85a8ea25
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3241 | 2025-01-11T05:33:41.296Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3242 | 2025-01-11T05:33:41.296Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f
|
| 3243 | 2025-01-11T05:33:41.317Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3244 | 2025-01-11T05:33:41.317Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_652ed310-a7a2-414e-9776-af8231fa6aa4
|
| 3245 | 2025-01-11T05:33:41.337Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3246 | 2025-01-11T05:33:41.337Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4
|
| 3247 | 2025-01-11T05:33:41.356Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3248 | 2025-01-11T05:33:41.356Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_6e7c044a-1f89-4864-9088-50af54ee9df8
|
| 3249 | 2025-01-11T05:33:41.375Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3250 | 2025-01-11T05:33:41.375Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d
|
| 3251 | 2025-01-11T05:33:41.394Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3252 | 2025-01-11T05:33:41.394Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_8ef28041-f640-42e9-a92f-121b40233eda
|
| 3253 | 2025-01-11T05:33:41.412Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3254 | 2025-01-11T05:33:41.412Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_5811c75e-42e8-431b-b556-abc8dedd260e
|
| 3255 | 2025-01-11T05:33:41.423Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 181282
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55385
req_id = 4442ed48-f1e7-4c27-b967-5637ff953cea
response_code = 200
uri = /inventory
|
| 3256 | 2025-01-11T05:33:41.937Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58934
|
| 3257 | 2025-01-11T05:33:41.937Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 112
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58934
req_id = dd5bbf68-b06d-4efa-91f0-c41361582325
response_code = 200
uri = /vpc-routes
|
| 3258 | 2025-01-11T05:33:41.996Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3259 | 2025-01-11T05:33:41.997Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 94
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:58934
req_id = d0745373-31c6-481c-ac0b-84b3b599187c
response_code = 204
uri = /eip-gateways
|
| 3260 | 2025-01-11T05:33:42.006Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 354
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:58934
req_id = 7fd49844-2e13-43f6-8646-e81bd326a57e
response_code = 204
uri = /vpc-routes
|
| 3261 | 2025-01-11T05:33:42.091Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:62935
|
| 3262 | 2025-01-11T05:33:42.091Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 62
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:62935
req_id = b6634a41-4a36-48c9-b459-5a942f423bb4
response_code = 200
uri = /vpc-routes
|
| 3263 | 2025-01-11T05:33:42.163Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3264 | 2025-01-11T05:33:42.163Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 73
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:62935
req_id = 21e9cea4-9a44-4ca4-ac37-fda9d4b8203d
response_code = 204
uri = /eip-gateways
|
| 3265 | 2025-01-11T05:33:42.174Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 341
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:62935
req_id = 48b00fd2-56d7-4920-94f9-c9b94c5f4c7a
response_code = 204
uri = /vpc-routes
|
| 3266 | 2025-01-11T05:33:42.222Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:45953
|
| 3267 | 2025-01-11T05:33:42.222Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 175
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:45953
req_id = 0c10977d-d4bc-4088-92df-f2dba32842be
response_code = 200
uri = /v2p
|
| 3268 | 2025-01-11T05:33:42.262Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:52936
|
| 3269 | 2025-01-11T05:33:42.262Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3270 | 2025-01-11T05:33:42.305Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3271 | 2025-01-11T05:33:42.367Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 104573
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:52936
req_id = 8a31d294-556a-4d9a-9d82-f3a557e7e35a
response_code = 204
uri = /switch-ports
|
| 3272 | 2025-01-11T05:33:42.367Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34210
|
| 3273 | 2025-01-11T05:33:42.367Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:38546
|
| 3274 | 2025-01-11T05:33:42.367Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 124
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:52936
req_id = b0d970aa-790a-4fdb-9253-23091959b57c
response_code = 200
uri = /network-bootstore-config
|
| 3275 | 2025-01-11T05:33:42.367Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:34755
|
| 3276 | 2025-01-11T05:33:42.367Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50407
|
| 3277 | 2025-01-11T05:33:42.367Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33716
|
| 3278 | 2025-01-11T05:33:42.367Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3279 | 2025-01-11T05:33:42.367Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3280 | 2025-01-11T05:33:42.367Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 294
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34210
req_id = 82e56ecb-3d4f-48bf-8266-e1aeb4e40f50
response_code = 200
uri = /v2p
|
| 3281 | 2025-01-11T05:33:42.367Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3282 | 2025-01-11T05:33:42.367Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3283 | 2025-01-11T05:33:42.367Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3284 | 2025-01-11T05:33:42.372Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4d89a779-1fc1-4488-b830-819ec303eab4, kind: Service { id: 4266b46f-6e12-4383-943a-1dff6b37826d }, name: Name("external-dns-4266b46f-6e12-4383-943a-1dff6b37826d"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 62])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ad212fc-1d4f-4b29-8673-c28d5f4e1980, kind: Service { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 }, name: Name("external-dns-50be0e3a-9e97-45f3-9749-f7daddfbf5a4"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 223])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3da168c4-8069-45d6-a96c-9bd6e5b1cbe0, kind: Service { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 }, name: Name("nexus-41bd7929-21b3-4420-bdfb-4d377eca1275"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a400d6b-d9c4-4d4f-9a93-9d358fd2213c, kind: Service { id: c65b59c5-6763-4b24-9975-b340540b3788 }, name: Name("nexus-c65b59c5-6763-4b24-9975-b340540b3788"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 95])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2934fe9-7f56-4391-9cbd-73ed0873ef74, kind: Service { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d }, name: Name("nexus-aa9e7449-5e0d-48f2-bc5e-e67a9910d88d"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3285 | 2025-01-11T05:33:42.372Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3286 | 2025-01-11T05:33:42.372Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3287 | 2025-01-11T05:33:42.372Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3288 | 2025-01-11T05:33:42.372Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3289 | 2025-01-11T05:33:42.372Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 3290 | 2025-01-11T05:33:42.372Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3291 | 2025-01-11T05:33:42.374Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 5458
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:38546
req_id = 6a0b0dce-e89b-4b97-abf3-febc665c5e60
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3292 | 2025-01-11T05:33:42.374Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3293 | 2025-01-11T05:33:42.386Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3294 | 2025-01-11T05:33:42.386Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f
|
| 3295 | 2025-01-11T05:33:42.403Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3296 | 2025-01-11T05:33:42.403Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3297 | 2025-01-11T05:33:42.408Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3298 | 2025-01-11T05:33:42.412Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3299 | 2025-01-11T05:33:42.417Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3300 | 2025-01-11T05:33:42.417Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_ec9ad497-e429-48cd-995d-1528d20edba6
|
| 3301 | 2025-01-11T05:33:42.432Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3302 | 2025-01-11T05:33:42.432Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f
|
| 3303 | 2025-01-11T05:33:42.444Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51995
|
| 3304 | 2025-01-11T05:33:42.444Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4d89a779-1fc1-4488-b830-819ec303eab4, kind: Service { id: 4266b46f-6e12-4383-943a-1dff6b37826d }, name: Name("external-dns-4266b46f-6e12-4383-943a-1dff6b37826d"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 62])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ad212fc-1d4f-4b29-8673-c28d5f4e1980, kind: Service { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 }, name: Name("external-dns-50be0e3a-9e97-45f3-9749-f7daddfbf5a4"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 223])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3da168c4-8069-45d6-a96c-9bd6e5b1cbe0, kind: Service { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 }, name: Name("nexus-41bd7929-21b3-4420-bdfb-4d377eca1275"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a400d6b-d9c4-4d4f-9a93-9d358fd2213c, kind: Service { id: c65b59c5-6763-4b24-9975-b340540b3788 }, name: Name("nexus-c65b59c5-6763-4b24-9975-b340540b3788"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 95])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2934fe9-7f56-4391-9cbd-73ed0873ef74, kind: Service { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d }, name: Name("nexus-aa9e7449-5e0d-48f2-bc5e-e67a9910d88d"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3305 | 2025-01-11T05:33:42.444Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3306 | 2025-01-11T05:33:42.445Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3307 | 2025-01-11T05:33:42.445Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3308 | 2025-01-11T05:33:42.445Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3309 | 2025-01-11T05:33:42.445Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 3310 | 2025-01-11T05:33:42.445Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3311 | 2025-01-11T05:33:42.445Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 468
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:51995
req_id = aeee1ae8-58b6-4d2e-8a52-7a96cd659bcc
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3312 | 2025-01-11T05:33:42.456Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3313 | 2025-01-11T05:33:42.456Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_ec9ad497-e429-48cd-995d-1528d20edba6
|
| 3314 | 2025-01-11T05:33:42.471Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3315 | 2025-01-11T05:33:42.471Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f
|
| 3316 | 2025-01-11T05:33:42.478Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 111058
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:50407
req_id = 0b6a213c-2a21-40d6-9a00-34118c1af3a3
response_code = 204
uri = /switch-ports
|
| 3317 | 2025-01-11T05:33:42.479Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 288
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50407
req_id = 301e1330-0252-42f9-85ce-277e2d4cdad7
response_code = 200
uri = /network-bootstore-config
|
| 3318 | 2025-01-11T05:33:42.489Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3319 | 2025-01-11T05:33:42.490Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f
|
| 3320 | 2025-01-11T05:33:42.504Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3321 | 2025-01-11T05:33:42.504Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_652ed310-a7a2-414e-9776-af8231fa6aa4
|
| 3322 | 2025-01-11T05:33:42.526Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3323 | 2025-01-11T05:33:42.526Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4
|
| 3324 | 2025-01-11T05:33:42.537Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3325 | 2025-01-11T05:33:42.537Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_652ed310-a7a2-414e-9776-af8231fa6aa4
|
| 3326 | 2025-01-11T05:33:42.552Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3327 | 2025-01-11T05:33:42.553Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_6e7c044a-1f89-4864-9088-50af54ee9df8
|
| 3328 | 2025-01-11T05:33:42.565Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3329 | 2025-01-11T05:33:42.565Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4
|
| 3330 | 2025-01-11T05:33:42.587Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3331 | 2025-01-11T05:33:42.587Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_6e7c044a-1f89-4864-9088-50af54ee9df8
|
| 3332 | 2025-01-11T05:33:42.598Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3333 | 2025-01-11T05:33:42.598Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d
|
| 3334 | 2025-01-11T05:33:42.613Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3335 | 2025-01-11T05:33:42.613Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d
|
| 3336 | 2025-01-11T05:33:42.627Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3337 | 2025-01-11T05:33:42.627Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_8ef28041-f640-42e9-a92f-121b40233eda
|
| 3338 | 2025-01-11T05:33:42.651Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3339 | 2025-01-11T05:33:42.651Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_5811c75e-42e8-431b-b556-abc8dedd260e
|
| 3340 | 2025-01-11T05:33:42.663Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3341 | 2025-01-11T05:33:42.663Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_8ef28041-f640-42e9-a92f-121b40233eda
|
| 3342 | 2025-01-11T05:33:42.668Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 300719
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33716
req_id = 34889b2e-c174-4536-a3cc-cf8ab32fd65c
response_code = 200
uri = /inventory
|
| 3343 | 2025-01-11T05:33:42.688Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3344 | 2025-01-11T05:33:42.688Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_5811c75e-42e8-431b-b556-abc8dedd260e
|
| 3345 | 2025-01-11T05:33:42.701Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 333877
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34755
req_id = e202a123-963a-4c88-9b83-cf63e78b0bd2
response_code = 200
uri = /inventory
|
| 3346 | 2025-01-11T05:34:01.611Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:32870
|
| 3347 | 2025-01-11T05:34:01.611Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 36
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:32870
req_id = 9c0c4c22-d581-4ae9-b1d5-4cbc6d5c16c8
response_code = 200
uri = /baseboard
|
| 3348 | 2025-01-11T05:34:08.795Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7961
local_addr = [fd00:1122:3344:101::1]:61787
method = GET
remote_addr = [fd00:1122:3344:101::d]:48101
req_id = 0187af0b-076e-4005-9747-996ca7dcb600
response_code = 200
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
uri = /1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 3349 | 2025-01-11T05:34:10.888Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:35642
|
| 3350 | 2025-01-11T05:34:10.888Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 130
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35642
req_id = f7fe8e05-b41f-484f-aef6-0e07d1aeef77
response_code = 200
uri = /v2p
|
| 3351 | 2025-01-11T05:34:10.967Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:39987
|
| 3352 | 2025-01-11T05:34:10.967Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 34
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:39987
req_id = 05323160-028b-46ac-8fb1-554e3874e9b0
response_code = 200
uri = /vpc-routes
|
| 3353 | 2025-01-11T05:34:11.009Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3354 | 2025-01-11T05:34:11.009Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 58
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:39987
req_id = 15b299ff-caaf-4ab4-b449-3671bc9dc3d0
response_code = 204
uri = /eip-gateways
|
| 3355 | 2025-01-11T05:34:11.018Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 224
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:39987
req_id = f8d97482-8626-4684-9027-7f77f5f2152a
response_code = 204
uri = /vpc-routes
|
| 3356 | 2025-01-11T05:34:11.044Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:39955
|
| 3357 | 2025-01-11T05:34:11.044Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3358 | 2025-01-11T05:34:11.087Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3359 | 2025-01-11T05:34:11.146Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 102362
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:39955
req_id = cd86aa30-ef17-4f94-89da-a8da5dfe0476
response_code = 204
uri = /switch-ports
|
| 3360 | 2025-01-11T05:34:11.147Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:39955
req_id = a6e7cee4-b996-47dc-8c62-438101ed3672
response_code = 200
uri = /network-bootstore-config
|
| 3361 | 2025-01-11T05:34:11.697Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:56428
|
| 3362 | 2025-01-11T05:34:11.697Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 53
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:56428
req_id = 84f34979-765d-495c-ab11-93fd6d46e570
response_code = 200
uri = /vpc-routes
|
| 3363 | 2025-01-11T05:34:11.751Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3364 | 2025-01-11T05:34:11.751Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 65
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:56428
req_id = 7ec31524-9869-4fd7-8d8e-20b0ec8b93df
response_code = 204
uri = /eip-gateways
|
| 3365 | 2025-01-11T05:34:11.764Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 232
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:56428
req_id = 5731f739-411b-4192-8b46-5f5e966aab06
response_code = 204
uri = /vpc-routes
|
| 3366 | 2025-01-11T05:34:11.831Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40764
|
| 3367 | 2025-01-11T05:34:11.831Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 105
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40764
req_id = 3d807918-af6d-4a71-8fc7-c49fa1869364
response_code = 200
uri = /v2p
|
| 3368 | 2025-01-11T05:34:11.835Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51823
|
| 3369 | 2025-01-11T05:34:11.835Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 24
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51823
req_id = b3edb487-f671-4873-bffe-3cb1dd86f36e
response_code = 200
uri = /vpc-routes
|
| 3370 | 2025-01-11T05:34:11.852Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3371 | 2025-01-11T05:34:11.852Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 34
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:51823
req_id = e142c54b-6da6-4d9c-b46c-e288d9421fee
response_code = 204
uri = /eip-gateways
|
| 3372 | 2025-01-11T05:34:11.861Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 217
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:51823
req_id = 46968559-2176-47f8-9f06-76bc546c05a0
response_code = 204
uri = /vpc-routes
|
| 3373 | 2025-01-11T05:34:11.870Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60374
|
| 3374 | 2025-01-11T05:34:11.870Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3375 | 2025-01-11T05:34:11.910Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3376 | 2025-01-11T05:34:11.963Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 93544
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:60374
req_id = d941b194-b1d8-4174-88da-86cc0d475d7a
response_code = 204
uri = /switch-ports
|
| 3377 | 2025-01-11T05:34:11.964Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60374
req_id = d64b119f-518a-40c8-ad98-226207308910
response_code = 200
uri = /network-bootstore-config
|
| 3378 | 2025-01-11T05:34:11.973Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54430
|
| 3379 | 2025-01-11T05:34:11.973Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 154
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54430
req_id = a49b3348-c55c-4a81-a10d-1dae8fcfec12
response_code = 200
uri = /v2p
|
| 3380 | 2025-01-11T05:34:12.021Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:52223
|
| 3381 | 2025-01-11T05:34:12.021Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3382 | 2025-01-11T05:34:12.060Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3383 | 2025-01-11T05:34:12.115Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 93906
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:52223
req_id = 881c0379-ca5d-4bf2-937e-f50fc6c91e8c
response_code = 204
uri = /switch-ports
|
| 3384 | 2025-01-11T05:34:12.118Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 91
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:52223
req_id = f64368ea-d714-4bbf-a98f-e3aba6e3bd2a
response_code = 200
uri = /network-bootstore-config
|
| 3385 | 2025-01-11T05:34:31.645Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48299
|
| 3386 | 2025-01-11T05:34:31.645Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 36
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48299
req_id = 635c71f6-a353-484a-87d6-ca9969200098
response_code = 200
uri = /baseboard
|
| 3387 | 2025-01-11T05:34:38.795Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 6982
local_addr = [fd00:1122:3344:101::1]:61787
method = GET
remote_addr = [fd00:1122:3344:101::d]:48101
req_id = 9c0a7347-09f4-4b7f-84c2-82a609d86b9b
response_code = 200
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
uri = /1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 3388 | 2025-01-11T05:34:40.804Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50216
|
| 3389 | 2025-01-11T05:34:40.804Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 58
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50216
req_id = 8959dfac-63fc-4f20-b4dd-eed7728c1fc6
response_code = 200
uri = /vpc-routes
|
| 3390 | 2025-01-11T05:34:40.866Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3391 | 2025-01-11T05:34:40.866Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 84
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:50216
req_id = 15de7a57-efa8-4905-b741-30807d3ce6a1
response_code = 204
uri = /eip-gateways
|
| 3392 | 2025-01-11T05:34:40.881Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 193
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:50216
req_id = d46ad508-7fea-42a9-9789-f6a1ee3494f8
response_code = 204
uri = /vpc-routes
|
| 3393 | 2025-01-11T05:34:41.054Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:53379
|
| 3394 | 2025-01-11T05:34:41.054Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 151
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53379
req_id = 2689ad69-7884-46c0-aeaa-bd78cfc3e314
response_code = 200
uri = /v2p
|
| 3395 | 2025-01-11T05:34:41.216Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:59255
|
| 3396 | 2025-01-11T05:34:41.216Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3397 | 2025-01-11T05:34:41.257Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3398 | 2025-01-11T05:34:41.316Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 99859
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:59255
req_id = 9f5e5e04-a5c4-4692-bf6a-eb30d19a2ea3
response_code = 204
uri = /switch-ports
|
| 3399 | 2025-01-11T05:34:41.318Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:59255
req_id = c3e47b4f-c7fc-43cb-b82d-f75451c796f6
response_code = 200
uri = /network-bootstore-config
|
| 3400 | 2025-01-11T05:34:41.697Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52290
|
| 3401 | 2025-01-11T05:34:41.697Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 48
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52290
req_id = 9aa98965-d920-474e-b780-8d02c0bfb971
response_code = 200
uri = /vpc-routes
|
| 3402 | 2025-01-11T05:34:41.793Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3403 | 2025-01-11T05:34:41.793Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 86
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:52290
req_id = 495db2d6-44c7-40ea-9a22-23856559dc95
response_code = 204
uri = /eip-gateways
|
| 3404 | 2025-01-11T05:34:41.804Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 304
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:52290
req_id = f89ce213-0318-4a74-a331-a912b028b9bb
response_code = 204
uri = /vpc-routes
|
| 3405 | 2025-01-11T05:34:41.898Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36901
|
| 3406 | 2025-01-11T05:34:41.898Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 61
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36901
req_id = 8c7964f8-a9ba-4f30-8183-029a5743d57f
response_code = 200
uri = /vpc-routes
|
| 3407 | 2025-01-11T05:34:41.948Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3408 | 2025-01-11T05:34:41.948Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 62
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:36901
req_id = 5fded261-ce9f-4d10-96e5-0ae3a96fc365
response_code = 204
uri = /eip-gateways
|
| 3409 | 2025-01-11T05:34:41.957Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 198
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:36901
req_id = bff8b916-bef5-41a8-a4ac-6a864745ee37
response_code = 204
uri = /vpc-routes
|
| 3410 | 2025-01-11T05:34:42.031Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42102
|
| 3411 | 2025-01-11T05:34:42.031Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 169
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42102
req_id = 40968485-ca65-4af0-a3dd-02bc1476147b
response_code = 200
uri = /v2p
|
| 3412 | 2025-01-11T05:34:42.043Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58112
|
| 3413 | 2025-01-11T05:34:42.043Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 78
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58112
req_id = 04618dcc-7721-489e-b671-e9340a26426d
response_code = 200
uri = /v2p
|
| 3414 | 2025-01-11T05:34:42.044Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63170
|
| 3415 | 2025-01-11T05:34:42.044Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3416 | 2025-01-11T05:34:42.085Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3417 | 2025-01-11T05:34:42.142Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97283
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:63170
req_id = ba18b90f-373b-4ed2-84f5-afc22dd373ad
response_code = 204
uri = /switch-ports
|
| 3418 | 2025-01-11T05:34:42.142Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:59576
|
| 3419 | 2025-01-11T05:34:42.142Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3420 | 2025-01-11T05:34:42.142Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 270
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63170
req_id = afe1e67d-6e28-4ef9-a893-7aa35159e13a
response_code = 200
uri = /network-bootstore-config
|
| 3421 | 2025-01-11T05:34:42.181Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3422 | 2025-01-11T05:34:42.237Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 94797
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:59576
req_id = f0fc7924-3553-418d-958c-b46873022b9d
response_code = 204
uri = /switch-ports
|
| 3423 | 2025-01-11T05:34:42.237Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 172
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:59576
req_id = d0cab818-e496-4161-a1f9-851ccb2d1490
response_code = 200
uri = /network-bootstore-config
|
| 3424 | 2025-01-11T05:35:01.679Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:64272
|
| 3425 | 2025-01-11T05:35:01.679Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 40
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:64272
req_id = f0cd6acc-a7ea-4c28-9e8d-b7a0f0458cb0
response_code = 200
uri = /baseboard
|
| 3426 | 2025-01-11T05:35:08.795Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8182
local_addr = [fd00:1122:3344:101::1]:61787
method = GET
remote_addr = [fd00:1122:3344:101::d]:48101
req_id = 2e0bce63-eb18-4048-887b-be21875d223a
response_code = 200
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
uri = /1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 3427 | 2025-01-11T05:35:10.856Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36509
|
| 3428 | 2025-01-11T05:35:10.856Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 43
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36509
req_id = e02a8802-2a3e-40e0-bff0-6a2e0e2e6b50
response_code = 200
uri = /vpc-routes
|
| 3429 | 2025-01-11T05:35:10.871Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3430 | 2025-01-11T05:35:10.871Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 59
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:36509
req_id = 6b9eddc2-34aa-4429-b179-93103f6d5945
response_code = 204
uri = /eip-gateways
|
| 3431 | 2025-01-11T05:35:10.879Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 265
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:36509
req_id = db1f2a2b-e127-4a14-8b0a-072fa3c1f94c
response_code = 204
uri = /vpc-routes
|
| 3432 | 2025-01-11T05:35:10.899Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:59851
|
| 3433 | 2025-01-11T05:35:10.899Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3434 | 2025-01-11T05:35:10.940Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3435 | 2025-01-11T05:35:11.000Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 100752
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:59851
req_id = a7c05197-fb51-42c5-a6b8-d5aba2f3c752
response_code = 204
uri = /switch-ports
|
| 3436 | 2025-01-11T05:35:11.000Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60877
|
| 3437 | 2025-01-11T05:35:11.000Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 155
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:59851
req_id = c1ff2559-4860-4724-ba7b-1bdfe4a761c0
response_code = 200
uri = /network-bootstore-config
|
| 3438 | 2025-01-11T05:35:11.000Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 187
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60877
req_id = a0ddc739-f2b8-44d4-a9e4-42787578cd65
response_code = 200
uri = /v2p
|
| 3439 | 2025-01-11T05:35:11.618Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58267
|
| 3440 | 2025-01-11T05:35:11.618Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 51
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58267
req_id = 5d0a2d96-2f23-472e-ae78-8751bae9441b
response_code = 200
uri = /vpc-routes
|
| 3441 | 2025-01-11T05:35:11.687Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3442 | 2025-01-11T05:35:11.687Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 127
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:58267
req_id = 39ef10fb-934e-4140-b617-020252ae7f8b
response_code = 204
uri = /eip-gateways
|
| 3443 | 2025-01-11T05:35:11.703Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 194
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:58267
req_id = b34b5b07-1d1e-4c92-8ec0-c96beb498b1b
response_code = 204
uri = /vpc-routes
|
| 3444 | 2025-01-11T05:35:11.772Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43197
|
| 3445 | 2025-01-11T05:35:11.772Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 150
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43197
req_id = 04c3dcc4-0130-489d-a1a4-2831d9694133
response_code = 200
uri = /v2p
|
| 3446 | 2025-01-11T05:35:11.782Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38441
|
| 3447 | 2025-01-11T05:35:11.782Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 41
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38441
req_id = ce975a8a-7cb6-4cab-9a1d-9e5b0984f574
response_code = 200
uri = /vpc-routes
|
| 3448 | 2025-01-11T05:35:11.787Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:64939
|
| 3449 | 2025-01-11T05:35:11.787Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3450 | 2025-01-11T05:35:11.832Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3451 | 2025-01-11T05:35:11.894Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 106809
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:64939
req_id = 7032c5f7-c4be-448e-bd74-d4d080452306
response_code = 204
uri = /switch-ports
|
| 3452 | 2025-01-11T05:35:11.894Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3453 | 2025-01-11T05:35:11.894Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 74
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:38441
req_id = 605c932f-3007-4cd5-ab79-85a2e101f2e4
response_code = 204
uri = /eip-gateways
|
| 3454 | 2025-01-11T05:35:11.895Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 89
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:64939
req_id = 68b1b371-a819-4401-a579-a251feee898b
response_code = 200
uri = /network-bootstore-config
|
| 3455 | 2025-01-11T05:35:11.907Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 379
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:38441
req_id = 0fe09ffc-4170-4edd-8b80-18075a7b93a8
response_code = 204
uri = /vpc-routes
|
| 3456 | 2025-01-11T05:35:11.944Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56789
|
| 3457 | 2025-01-11T05:35:11.944Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 114
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56789
req_id = b918c127-f49d-4c82-84c8-4e951256627d
response_code = 200
uri = /v2p
|
| 3458 | 2025-01-11T05:35:11.946Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:59879
|
| 3459 | 2025-01-11T05:35:11.946Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3460 | 2025-01-11T05:35:11.986Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3461 | 2025-01-11T05:35:12.050Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 103834
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:59879
req_id = a264579b-a029-4c1d-98d8-90bf064c04eb
response_code = 204
uri = /switch-ports
|
| 3462 | 2025-01-11T05:35:12.050Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 145
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:59879
req_id = 6ca3d14b-2f09-46c3-bbee-1a372941d593
response_code = 200
uri = /network-bootstore-config
|
| 3463 | 2025-01-11T05:35:23.022Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44262
|
| 3464 | 2025-01-11T05:35:23.022Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 174
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44262
req_id = 29ca33d4-ca16-4b68-915a-19514e304bc8
response_code = 200
uri = /v2p
|
| 3465 | 2025-01-11T05:35:23.025Z | INFO | SledAgent (PortManager): Mapping virtual NIC to physical host
file = illumos-utils/src/opte/port_manager.rs:874
mapping = VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(3640450) }
|
| 3466 | 2025-01-11T05:35:23.025Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 106
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:44262
req_id = 132484fe-cbe6-4dca-b854-6aa6e2f5d940
response_code = 204
uri = /v2p
|
| 3467 | 2025-01-11T05:35:23.213Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:47906
|
| 3468 | 2025-01-11T05:35:23.220Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:555
hardware = InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: ed84f54c-8f8b-4e27-a706-b77e62b08959, kind: Instance { id: 2d234f16-d02c-467a-8c76-80da251d1e2f }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3640450), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ed84f54c-8f8b-4e27-a706-b77e62b08959, kind: Instance { id: 2d234f16-d02c-467a-8c76-80da251d1e2f }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3640450), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ed84f54c-8f8b-4e27-a706-b77e62b08959, kind: Instance { id: 2d234f16-d02c-467a-8c76-80da251d1e2f }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3640450), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(3640450))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ed84f54c-8f8b-4e27-a706-b77e62b08959, kind: Instance { id: 2d234f16-d02c-467a-8c76-80da251d1e2f }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3640450), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [InstanceDisk { disk_id: f84e991f-62c5-40b9-a82e-1e558e0b6c08, slot: 0, read_only: false, vcr_json: .., name: "disk-dc5a40bcee7" }], boot_settings: Some(InstanceBootSettings { order: [f84e991f-62c5-40b9-a82e-1e558e0b6c08] }), cloud_init_bytes: Some(..) }
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
metadata = InstanceMetadata { silo_id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, project_id: 9ba9a90c-c83a-4d69-9187-6c1d2dbf6baa }
migration_id = None
propolis_addr = [fd00:1122:3344:101::1:0]:12400
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
vmm_runtime = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2025-01-11T05:35:23.212745309Z }
|
| 3469 | 2025-01-11T05:35:23.220Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:588
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
migration_id = None
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3470 | 2025-01-11T05:35:23.221Z | INFO | SledAgent (InstanceManager): initializing new Instance
file = sled-agent/src/instance.rs:1563
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
migration_id = None
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
state = InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: ed84f54c-8f8b-4e27-a706-b77e62b08959, kind: Instance { id: 2d234f16-d02c-467a-8c76-80da251d1e2f }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3640450), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ed84f54c-8f8b-4e27-a706-b77e62b08959, kind: Instance { id: 2d234f16-d02c-467a-8c76-80da251d1e2f }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3640450), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ed84f54c-8f8b-4e27-a706-b77e62b08959, kind: Instance { id: 2d234f16-d02c-467a-8c76-80da251d1e2f }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3640450), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(3640450))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ed84f54c-8f8b-4e27-a706-b77e62b08959, kind: Instance { id: 2d234f16-d02c-467a-8c76-80da251d1e2f }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3640450), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [InstanceDisk { disk_id: f84e991f-62c5-40b9-a82e-1e558e0b6c08, slot: 0, read_only: false, vcr_json: .., name: "disk-dc5a40bcee7" }], boot_settings: Some(InstanceBootSettings { order: [f84e991f-62c5-40b9-a82e-1e558e0b6c08] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2025-01-11T05:35:23.212745309Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }
|
| 3471 | 2025-01-11T05:35:23.223Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 10236
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:47906
req_id = 2ccebb1f-ee1e-490c-a9a0-8d2fd6185619
response_code = 200
uri = /vmms/b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3472 | 2025-01-11T05:35:23.315Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45384
|
| 3473 | 2025-01-11T05:35:23.315Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 150
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:45384
req_id = bc90fe10-e51f-4751-ad60-0fe2c166c328
response_code = 200
uri = /vmms/b77140eb-e3c3-4832-927b-a7e11c525031/state
|
| 3474 | 2025-01-11T05:35:23.317Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte6", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 3640450 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }
|
| 3475 | 2025-01-11T05:35:23.317Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3476 | 2025-01-11T05:35:23.360Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031
file = illumos-utils/src/zone.rs:325
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3477 | 2025-01-11T05:35:23.385Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031
file = illumos-utils/src/zone.rs:363
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3478 | 2025-01-11T05:35:23.414Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45007
|
| 3479 | 2025-01-11T05:35:23.414Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 110
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45007
req_id = 52d9c4e0-1140-4426-a4f0-df486a780953
response_code = 200
uri = /vpc-routes
|
| 3480 | 2025-01-11T05:35:23.440Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {ed84f54c-8f8b-4e27-a706-b77e62b08959: {10.151.2.176: {1de6ae39-81cf-40c2-8b80-a5a9bebce457}, 10.151.2.175: {1de6ae39-81cf-40c2-8b80-a5a9bebce457}}} }
|
| 3481 | 2025-01-11T05:35:24.837Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlInstance0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1:0'/>
<propval type="astring" name="listen_port" value='12400'/>
<propval type="astring" name="metric_addr" value='dns'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3482 | 2025-01-11T05:35:24.837Z | INFO | SledAgent (InstanceManager): Booting oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031 zone
file = illumos-utils/src/running_zone.rs:488
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
zone = oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3483 | 2025-01-11T05:35:25.021Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031") failed: Property not found. retry in 49.013774ms
file = illumos-utils/src/svc.rs:36
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
zone = oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3484 | 2025-01-11T05:35:25.079Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031") failed: Property not found. retry in 80.320206ms
file = illumos-utils/src/svc.rs:36
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
zone = oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3485 | 2025-01-11T05:35:25.176Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031") failed: Property not found. retry in 262.978508ms
file = illumos-utils/src/svc.rs:36
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
zone = oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3486 | 2025-01-11T05:35:25.453Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031") failed: Property not found. retry in 570.225434ms
file = illumos-utils/src/svc.rs:36
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
zone = oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3487 | 2025-01-11T05:35:26.040Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031") failed: Property not found. retry in 518.655975ms
file = illumos-utils/src/svc.rs:36
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
zone = oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3488 | 2025-01-11T05:35:26.572Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031") failed: Property not found. retry in 1.13355657s
file = illumos-utils/src/svc.rs:36
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
zone = oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3489 | 2025-01-11T05:35:27.717Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031") failed: Property not found. retry in 1.049856948s
file = illumos-utils/src/svc.rs:36
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
zone = oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3490 | 2025-01-11T05:35:28.780Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031") failed: Property not found. retry in 1.456956257s
file = illumos-utils/src/svc.rs:36
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
zone = oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3491 | 2025-01-11T05:35:30.267Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031
file = sled-agent/src/instance.rs:2068
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3492 | 2025-01-11T05:35:30.277Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031") failed: Property not found. retry in 60.630949ms
file = illumos-utils/src/svc.rs:36
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3493 | 2025-01-11T05:35:30.349Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031") failed: Property not found. retry in 54.017522ms
file = illumos-utils/src/svc.rs:36
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3494 | 2025-01-11T05:35:30.413Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031") failed: Property not found. retry in 136.493783ms
file = illumos-utils/src/svc.rs:36
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3495 | 2025-01-11T05:35:30.560Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:2077
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3496 | 2025-01-11T05:35:30.598Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:2101
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3497 | 2025-01-11T05:35:30.742Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:1214
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3498 | 2025-01-11T05:35:30.743Z | INFO | SledAgent: IGW mapping changed; external IPs refreshed
file = sled-agent/src/sled_agent.rs:1249
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 3499 | 2025-01-11T05:35:30.743Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7303121
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:45007
req_id = 57f973de-31a0-4e2c-9bbf-ad4ff48c100c
response_code = 204
uri = /eip-gateways
|
| 3500 | 2025-01-11T05:35:30.743Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2025-01-11T05:35:30.743576499Z }
file = sled-agent/src/instance.rs:781
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3501 | 2025-01-11T05:35:30.743Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:803
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
new_vmm_state = VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2025-01-11T05:35:30.743576499Z }
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3502 | 2025-01-11T05:35:30.743Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:700
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
state = SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2025-01-11T05:35:30.743576499Z }, migration_in: None, migration_out: None }
|
| 3503 | 2025-01-11T05:35:30.796Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2025-01-11T05:35:30.796337274Z }
file = sled-agent/src/instance.rs:781
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3504 | 2025-01-11T05:35:30.796Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:803
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
new_vmm_state = VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-01-11T05:35:30.796337274Z }
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3505 | 2025-01-11T05:35:30.796Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:700
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
state = SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-01-11T05:35:30.796337274Z }, migration_in: None, migration_out: None }
|
| 3506 | 2025-01-11T05:35:30.819Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 281
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:45007
req_id = 289ae2e1-aa05-4238-b739-b279dc875102
response_code = 204
uri = /vpc-routes
|
| 3507 | 2025-01-11T05:35:31.713Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:44775
|
| 3508 | 2025-01-11T05:35:31.713Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 37
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:44775
req_id = 39fa7223-cd1e-45aa-80d2-95c3f4a40132
response_code = 200
uri = /baseboard
|
| 3509 | 2025-01-11T05:35:38.795Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7714
local_addr = [fd00:1122:3344:101::1]:61787
method = GET
remote_addr = [fd00:1122:3344:101::d]:48101
req_id = 4eba1c8e-24df-49a6-b899-ee9e108dcf49
response_code = 200
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
uri = /1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 3510 | 2025-01-11T05:35:40.861Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:63276
|
| 3511 | 2025-01-11T05:35:40.862Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 446
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:63276
req_id = 260aac58-f433-4e5e-a83b-ebd544577636
response_code = 200
uri = /vmms/b77140eb-e3c3-4832-927b-a7e11c525031/state
|
| 3512 | 2025-01-11T05:35:40.862Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2025-01-11T05:35:40.862409013Z }
file = sled-agent/src/instance.rs:781
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3513 | 2025-01-11T05:35:40.862Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:803
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2025-01-11T05:35:40.862409013Z }
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3514 | 2025-01-11T05:35:40.862Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:700
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
state = SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2025-01-11T05:35:40.862409013Z }, migration_in: None, migration_out: None }
|
| 3515 | 2025-01-11T05:35:40.960Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:64850
|
| 3516 | 2025-01-11T05:35:40.960Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 35
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:64850
req_id = abec4b56-2855-4456-82c5-975924de69c8
response_code = 200
uri = /vpc-routes
|
| 3517 | 2025-01-11T05:35:40.994Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:43703
|
| 3518 | 2025-01-11T05:35:41.007Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 12217
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:43703
req_id = e994958a-41cc-4d14-a0fe-e75f00a581b9
response_code = 200
uri = /vmms/b77140eb-e3c3-4832-927b-a7e11c525031/state
|
| 3519 | 2025-01-11T05:35:41.007Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2025-01-11T05:35:41.007411668Z }
file = sled-agent/src/instance.rs:781
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3520 | 2025-01-11T05:35:41.007Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:803
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
new_vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2025-01-11T05:35:41.007411668Z }
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3521 | 2025-01-11T05:35:41.007Z | INFO | SledAgent (InstanceManager): terminating VMM that has exited
file = sled-agent/src/instance.rs:817
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3522 | 2025-01-11T05:35:41.007Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3523 | 2025-01-11T05:35:41.007Z | WARN | SledAgent (kstat-sampler-worker): target removed with queued samples
file = oximeter/instruments/src/kstat/sampler.rs:602
id = 16469547069369895516
n_samples = 6
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 3524 | 2025-01-11T05:35:41.007Z | WARN | SledAgent (kstat-sampler-worker): target removed with queued samples
file = oximeter/instruments/src/kstat/sampler.rs:602
id = 2196909917415693595
n_samples = 6
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 3525 | 2025-01-11T05:35:41.007Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3526 | 2025-01-11T05:35:41.007Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/debug/bundle/zone", "/pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/debug", "/pool/ext/ec9ad497-e429-48cd-995d-1528d20edba6/crypt/debug", "/pool/ext/4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/debug", "/pool/ext/652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/debug", "/pool/ext/8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/debug", "/pool/ext/6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/debug", "/pool/ext/848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/debug", "/pool/ext/8ef28041-f640-42e9-a92f-121b40233eda/crypt/debug", "/pool/ext/5811c75e-42e8-431b-b556-abc8dedd260e/crypt/debug"] }
file = sled-agent/src/zone_bundle.rs:339
zone_name = oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3527 | 2025-01-11T05:35:41.016Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {ed84f54c-8f8b-4e27-a706-b77e62b08959: {10.151.2.175: {1de6ae39-81cf-40c2-8b80-a5a9bebce457}, 10.151.2.176: {1de6ae39-81cf-40c2-8b80-a5a9bebce457}}} }
|
| 3528 | 2025-01-11T05:35:41.016Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 355
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:64850
req_id = 5ae90919-42df-4291-be5f-06f191ffc668
response_code = 204
uri = /eip-gateways
|
| 3529 | 2025-01-11T05:35:41.040Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1253
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:64850
req_id = b116ad64-8c19-4777-80c7-277bce21efca
response_code = 204
uri = /vpc-routes
|
| 3530 | 2025-01-11T05:35:41.226Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55411
|
| 3531 | 2025-01-11T05:35:41.226Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 196
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55411
req_id = 70462c9c-596b-4265-b313-e6fa0a5d12ac
response_code = 200
uri = /v2p
|
| 3532 | 2025-01-11T05:35:41.260Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54030
|
| 3533 | 2025-01-11T05:35:41.261Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3534 | 2025-01-11T05:35:41.302Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3535 | 2025-01-11T05:35:41.358Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97719
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:54030
req_id = 7ab45ae4-24a7-4452-89af-332a7c7397df
response_code = 204
uri = /switch-ports
|
| 3536 | 2025-01-11T05:35:41.359Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 189
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54030
req_id = f4e56917-2cc9-4ef4-a245-a5b82bf35669
response_code = 200
uri = /network-bootstore-config
|
| 3537 | 2025-01-11T05:35:41.680Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:61115
|
| 3538 | 2025-01-11T05:35:41.712Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:1142
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031", bundle_id: fba11e10-9e31-4533-8627-617f0e0aa1db }, time_created: 2025-01-11T05:35:41.008655395Z, version: 0, cause: TerminatedInstance }
|
| 3539 | 2025-01-11T05:35:41.712Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031
file = sled-agent/src/instance.rs:1314
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3540 | 2025-01-11T05:35:41.836Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33277
|
| 3541 | 2025-01-11T05:35:41.836Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 112
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33277
req_id = 346e9d4c-dbc9-43b7-a57f-cad7f862b3ec
response_code = 200
uri = /vpc-routes
|
| 3542 | 2025-01-11T05:35:41.838Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40954
|
| 3543 | 2025-01-11T05:35:41.838Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 150
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40954
req_id = e8d08248-12ea-4910-813d-0367e4ae118b
response_code = 200
uri = /v2p
|
| 3544 | 2025-01-11T05:35:41.907Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41943
|
| 3545 | 2025-01-11T05:35:41.944Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49428
|
| 3546 | 2025-01-11T05:35:41.944Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 66
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49428
req_id = f1e167fe-e423-46a0-9775-01999c780d32
response_code = 200
uri = /vpc-routes
|
| 3547 | 2025-01-11T05:35:41.958Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {ed84f54c-8f8b-4e27-a706-b77e62b08959: {10.151.2.175: {1de6ae39-81cf-40c2-8b80-a5a9bebce457}, 10.151.2.176: {1de6ae39-81cf-40c2-8b80-a5a9bebce457}}} }
|
| 3548 | 2025-01-11T05:35:41.958Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 155
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:33277
req_id = 74d9564d-e3e2-4154-97c8-67364c617784
response_code = 204
uri = /eip-gateways
|
| 3549 | 2025-01-11T05:35:41.992Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {ed84f54c-8f8b-4e27-a706-b77e62b08959: {10.151.2.175: {1de6ae39-81cf-40c2-8b80-a5a9bebce457}, 10.151.2.176: {1de6ae39-81cf-40c2-8b80-a5a9bebce457}}} }
|
| 3550 | 2025-01-11T05:35:41.992Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 91
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:49428
req_id = 41af0465-ae93-4f59-9764-3d5f1e1daa1f
response_code = 204
uri = /eip-gateways
|
| 3551 | 2025-01-11T05:35:42.008Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42124
|
| 3552 | 2025-01-11T05:35:42.008Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 175
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42124
req_id = d09f147e-e458-47dc-bd47-7c6f43aa4baa
response_code = 200
uri = /v2p
|
| 3553 | 2025-01-11T05:35:42.012Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 347
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:49428
req_id = e8e5b9cc-9cb6-40f2-b54f-493b6c4dec82
response_code = 204
uri = /vpc-routes
|
| 3554 | 2025-01-11T05:35:42.025Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 333
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:33277
req_id = 39e2dd2c-8270-4f7a-a0c5-04852c7a8a79
response_code = 204
uri = /vpc-routes
|
| 3555 | 2025-01-11T05:35:42.055Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60808
|
| 3556 | 2025-01-11T05:35:42.055Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3557 | 2025-01-11T05:35:42.100Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3558 | 2025-01-11T05:35:42.163Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 108455
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:60808
req_id = a64a25f6-1526-4658-a12a-a24b0b54a6c1
response_code = 204
uri = /switch-ports
|
| 3559 | 2025-01-11T05:35:42.163Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35606
|
| 3560 | 2025-01-11T05:35:42.164Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3561 | 2025-01-11T05:35:42.164Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 261
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60808
req_id = 9a35f709-a32e-4697-9197-b20357cb41f1
response_code = 200
uri = /network-bootstore-config
|
| 3562 | 2025-01-11T05:35:42.203Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3563 | 2025-01-11T05:35:42.261Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97927
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:35606
req_id = bdaf9815-f10f-44bb-9690-4c0e3823a01d
response_code = 204
uri = /switch-ports
|
| 3564 | 2025-01-11T05:35:42.262Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 159
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35606
req_id = 7f7cf198-3a42-4a20-82bb-5376e67b9748
response_code = 200
uri = /network-bootstore-config
|
| 3565 | 2025-01-11T05:35:43.484Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:279
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3566 | 2025-01-11T05:35:43.500Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:1000
id = RouterId { vni: Vni(3640450), kind: System }
|
| 3567 | 2025-01-11T05:35:43.500Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:1000
id = RouterId { vni: Vni(3640450), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }
|
| 3568 | 2025-01-11T05:35:43.501Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:700
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-01-11T05:35:43.501285298Z }, migration_in: None, migration_out: None }
|
| 3569 | 2025-01-11T05:35:43.546Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:700
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-01-11T05:35:43.501285298Z }, migration_in: None, migration_out: None }
|
| 3570 | 2025-01-11T05:35:43.551Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:1251
instance_id = 2d234f16-d02c-467a-8c76-80da251d1e2f
propolis_id = b77140eb-e3c3-4832-927b-a7e11c525031
|
| 3571 | 2025-01-11T05:35:43.553Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1873523
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:61115
req_id = 30ada514-ac89-41b4-b510-f1653057ac44
response_code = 200
uri = /vmms/b77140eb-e3c3-4832-927b-a7e11c525031/state
|
| 3572 | 2025-01-11T05:35:43.553Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1645948
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41943
req_id = ac0a5d68-6bc1-42e4-8b87-37a879fe2444
response_code = 200
uri = /vmms/b77140eb-e3c3-4832-927b-a7e11c525031/state
|
| 3573 | 2025-01-11T05:35:44.078Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:59399
|
| 3574 | 2025-01-11T05:35:44.078Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 41
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:59399
req_id = c529b014-ecbb-4340-91a4-1b94e264b876
response_code = 200
uri = /vpc-routes
|
| 3575 | 2025-01-11T05:35:44.094Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {ed84f54c-8f8b-4e27-a706-b77e62b08959: {10.151.2.176: {1de6ae39-81cf-40c2-8b80-a5a9bebce457}, 10.151.2.175: {1de6ae39-81cf-40c2-8b80-a5a9bebce457}}} }
|
| 3576 | 2025-01-11T05:35:44.094Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 76
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:59399
req_id = b0175bb3-d9c4-4bb1-ba5d-a3136d8be701
response_code = 204
uri = /eip-gateways
|
| 3577 | 2025-01-11T05:35:44.101Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 123
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:59399
req_id = d3d7a173-e1cd-42e3-bf8c-ce1d4e732d85
response_code = 204
uri = /vpc-routes
|
| 3578 | 2025-01-11T05:35:44.125Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:64597
|
| 3579 | 2025-01-11T05:35:44.125Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 82
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:64597
req_id = f4d23c73-1fc3-4d7a-83b2-4849ff6eee43
response_code = 200
uri = /v2p
|
| 3580 | 2025-01-11T05:35:45.532Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:55631
|
| 3581 | 2025-01-11T05:35:45.532Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 222
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55631
req_id = a54a3dae-7f99-4081-b38a-922670275981
response_code = 200
uri = /v2p
|
| 3582 | 2025-01-11T05:35:45.624Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53515
|
| 3583 | 2025-01-11T05:35:45.624Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 53
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53515
req_id = fdbb1923-faff-45ef-a099-9714db894121
response_code = 200
uri = /vpc-routes
|
| 3584 | 2025-01-11T05:35:45.639Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3585 | 2025-01-11T05:35:45.639Z | INFO | SledAgent: IGW mapping changed; external IPs refreshed
file = sled-agent/src/sled_agent.rs:1249
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
|
| 3586 | 2025-01-11T05:35:45.639Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 133
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:53515
req_id = 785607a8-6a27-4adb-8754-dba7da836a11
response_code = 204
uri = /eip-gateways
|
| 3587 | 2025-01-11T05:35:45.647Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 330
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:53515
req_id = 3826e764-c077-4ad2-ade3-f5e7eeed7b6e
response_code = 204
uri = /vpc-routes
|
| 3588 | 2025-01-11T05:35:46.193Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57588
|
| 3589 | 2025-01-11T05:35:46.193Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 66
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57588
req_id = aa69d7dc-d380-460c-9d93-48203767a4b0
response_code = 200
uri = /vpc-routes
|
| 3590 | 2025-01-11T05:35:46.207Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd
values = ExternalIpGatewayMap { mappings: {} }
|
| 3591 | 2025-01-11T05:35:46.207Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 59
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:57588
req_id = ce51883e-bb57-4ce6-9a24-c3b79f7f22bf
response_code = 204
uri = /eip-gateways
|
| 3592 | 2025-01-11T05:35:46.215Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 207
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:57588
req_id = b9b04c7a-5608-4bbd-a55f-0cfd63214423
response_code = 204
uri = /vpc-routes
|