(stdout not captured) (stderr not captured) (stdout not captured) (stderr not captured) thread 'builder::test::test_basic' (89352) panicked at nexus/inventory/src/builder.rs:871:9: assertion `left == right` failed left: ["MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error"] right: ["MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error", "sled 5c5b4cf9-3e13-45fd-871c-f177d6537510: reported unknown baseboard"] stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: core::panicking::assert_failed_inner at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:439:17 3: core::panicking::assert_failed::<alloc::vec::Vec<alloc::string::String>, [&str; 2]> at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:394:5 4: test_basic at ./src/builder.rs:871:9 5: nexus_inventory::builder::test::test_basic::{closure#0} at ./src/builder.rs:846:20 6: <nexus_inventory::builder::test::test_basic::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 7: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. thread 'builder::test::test_basic' (89568) panicked at nexus/inventory/src/builder.rs:871:9: assertion `left == right` failed left: ["MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error"] right: ["MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error", "sled 5c5b4cf9-3e13-45fd-871c-f177d6537510: reported unknown baseboard"] stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: core::panicking::assert_failed_inner at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:439:17 3: core::panicking::assert_failed::<alloc::vec::Vec<alloc::string::String>, [&str; 2]> at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:394:5 4: test_basic at ./src/builder.rs:871:9 5: nexus_inventory::builder::test::test_basic::{closure#0} at ./src/builder.rs:846:20 6: <nexus_inventory::builder::test::test_basic::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 7: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test Collection { id: 8e897759-ce94-40a5-b9d2-d691825d397b (collection), errors: [ "MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error", ], time_started: 2026-06-02T17:47:58.295376Z, time_done: 2026-06-02T17:47:58.298798Z, collector: "example", baseboards: { BaseboardId { part_number: "model1", serial_number: "s1", }, BaseboardId { part_number: "model1", serial_number: "s2", }, BaseboardId { part_number: "model1", serial_number: "s4", }, BaseboardId { part_number: "model2", serial_number: "s1", }, BaseboardId { part_number: "model3", serial_number: "s1", }, BaseboardId { part_number: "model4", serial_number: "s2", }, }, cabooses: { Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, Caboose { board: "board_psc_rot_a", git_commit: "git_commit_psc_rot_a", name: "name_psc_rot_a", version: "version_psc_rot_a", sign: Some( "sign_psc_rot_a", ), }, Caboose { board: "board_psc_rot_b", git_commit: "git_commit_psc_rot_b", name: "name_psc_rot_b", version: "version_psc_rot_b", sign: Some( "sign_psc_rot_b", ), }, Caboose { board: "board_psc_sp_0", git_commit: "git_commit_psc_sp_0", name: "name_psc_sp_0", version: "version_psc_sp_0", sign: Some( "sign_psc_sp_0", ), }, Caboose { board: "board_psc_sp_1", git_commit: "git_commit_psc_sp_1", name: "name_psc_sp_1", version: "version_psc_sp_1", sign: Some( "sign_psc_sp_1", ), }, }, rot_pages: { RotPage { data_base64: "MQ==", }, RotPage { data_base64: "cHNjIGNmcGEgYWN0aXZl", }, RotPage { data_base64: "cHNjIGNmcGEgaW5hY3RpdmU=", }, RotPage { data_base64: "cHNjIGNmcGEgc2NyYXRjaA==", }, RotPage { data_base64: "cHNjIGNtcGE=", }, }, sps: { BaseboardId { part_number: "model1", serial_number: "s1", }: ServiceProcessor { time_collected: 2026-06-02T17:47:58.295480Z, source: "fake MGS 1", sp_type: Sled, sp_slot: 3, baseboard_revision: 0, hubris_archive: "hubris1", power_state: A0, }, BaseboardId { part_number: "model1", serial_number: "s2", }: ServiceProcessor { time_collected: 2026-06-02T17:47:58.295534Z, source: "fake MGS 1", sp_type: Sled, sp_slot: 5, baseboard_revision: 1, hubris_archive: "hubris5", power_state: A2, }, BaseboardId { part_number: "model2", serial_number: "s1", }: ServiceProcessor { time_collected: 2026-06-02T17:47:58.295511Z, source: "fake MGS 2", sp_type: Sled, sp_slot: 4, baseboard_revision: 1, hubris_archive: "hubris2", power_state: A2, }, BaseboardId { part_number: "model3", serial_number: "s1", }: ServiceProcessor { time_collected: 2026-06-02T17:47:58.295518Z, source: "fake MGS 2", sp_type: Switch, sp_slot: 0, baseboard_revision: 2, hubris_archive: "hubris3", power_state: A1, }, BaseboardId { part_number: "model4", serial_number: "s2", }: ServiceProcessor { time_collected: 2026-06-02T17:47:58.295519Z, source: "fake MGS 1", sp_type: Power, sp_slot: 1, baseboard_revision: 3, hubris_archive: "hubris4", power_state: A2, }, }, host_phase_1_active_slots: { BaseboardId { part_number: "model1", serial_number: "s1", }: HostPhase1ActiveSlot { time_collected: 2026-06-02T17:47:58.295637Z, source: "fake MGS 1", slot: A, }, BaseboardId { part_number: "model2", serial_number: "s1", }: HostPhase1ActiveSlot { time_collected: 2026-06-02T17:47:58.295639Z, source: "fake MGS 1", slot: B, }, }, host_phase_1_flash_hashes: { A: { BaseboardId { part_number: "model1", serial_number: "s1", }: HostPhase1FlashHash { time_collected: 2026-06-02T17:47:58.295643Z, source: "fake MGS 1", slot: A, hash: ArtifactHash( "0101010101010101010101010101010101010101010101010101010101010101", ), }, }, B: { BaseboardId { part_number: "model1", serial_number: "s1", }: HostPhase1FlashHash { time_collected: 2026-06-02T17:47:58.295646Z, source: "fake MGS 1", slot: B, hash: ArtifactHash( "0202020202020202020202020202020202020202020202020202020202020202", ), }, BaseboardId { part_number: "model2", serial_number: "s1", }: HostPhase1FlashHash { time_collected: 2026-06-02T17:47:58.295647Z, source: "fake MGS 1", slot: B, hash: ArtifactHash( "0303030303030303030303030303030303030303030303030303030303030303", ), }, }, }, rots: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotState { time_collected: 2026-06-02T17:47:58.295480Z, source: "fake MGS 1", active_slot: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some( "slotAdigest1", ), slot_b_sha3_256_digest: Some( "slotBdigest1", ), stage0_digest: None, stage0next_digest: None, slot_a_error: None, slot_b_error: None, stage0_error: None, stage0next_error: None, }, BaseboardId { part_number: "model2", serial_number: "s1", }: RotState { time_collected: 2026-06-02T17:47:58.295511Z, source: "fake MGS 2", active_slot: B, persistent_boot_preference: A, pending_persistent_boot_preference: Some( A, ), transient_boot_preference: Some( B, ), slot_a_sha3_256_digest: Some( "slotAdigest2", ), slot_b_sha3_256_digest: Some( "slotBdigest2", ), stage0_digest: None, stage0next_digest: None, slot_a_error: None, slot_b_error: None, stage0_error: None, stage0next_error: None, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotState { time_collected: 2026-06-02T17:47:58.295518Z, source: "fake MGS 2", active_slot: B, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some( "slotAdigest3", ), slot_b_sha3_256_digest: Some( "slotBdigest3", ), stage0_digest: None, stage0next_digest: None, slot_a_error: None, slot_b_error: None, stage0_error: None, stage0next_error: None, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotState { time_collected: 2026-06-02T17:47:58.295519Z, source: "fake MGS 1", active_slot: B, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some( "slotAdigest4", ), slot_b_sha3_256_digest: Some( "slotBdigest4", ), stage0_digest: None, stage0next_digest: None, slot_a_error: None, slot_b_error: None, stage0_error: None, stage0next_error: None, }, }, cabooses_found: { SpSlot0: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.295668Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.295699Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.295705Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: CabooseFound { time_collected: 2026-06-02T17:47:58.295712Z, source: "test suite", caboose: Caboose { board: "board_psc_sp_0", git_commit: "git_commit_psc_sp_0", name: "name_psc_sp_0", version: "version_psc_sp_0", sign: Some( "sign_psc_sp_0", ), }, }, }, SpSlot1: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.295693Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.295700Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.295706Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: CabooseFound { time_collected: 2026-06-02T17:47:58.295713Z, source: "test suite", caboose: Caboose { board: "board_psc_sp_1", git_commit: "git_commit_psc_sp_1", name: "name_psc_sp_1", version: "version_psc_sp_1", sign: Some( "sign_psc_sp_1", ), }, }, }, RotSlotA: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.295694Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.295701Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.295707Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: CabooseFound { time_collected: 2026-06-02T17:47:58.295715Z, source: "test suite", caboose: Caboose { board: "board_psc_rot_a", git_commit: "git_commit_psc_rot_a", name: "name_psc_rot_a", version: "version_psc_rot_a", sign: Some( "sign_psc_rot_a", ), }, }, }, RotSlotB: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.295695Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.295702Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.295708Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: CabooseFound { time_collected: 2026-06-02T17:47:58.295716Z, source: "test suite", caboose: Caboose { board: "board_psc_rot_b", git_commit: "git_commit_psc_rot_b", name: "name_psc_rot_b", version: "version_psc_rot_b", sign: Some( "sign_psc_rot_b", ), }, }, }, Stage0: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.295696Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.295703Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.295709Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, }, Stage0Next: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.295697Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.295704Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.295710Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, }, }, rot_pages_found: { Cmpa: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:47:58.295734Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model1", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:47:58.295743Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:47:58.295747Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:47:58.295753Z, source: "test suite", page: RotPage { data_base64: "cHNjIGNtcGE=", }, }, }, CfpaActive: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:47:58.295739Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model1", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:47:58.295745Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:47:58.295748Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:47:58.295754Z, source: "test suite", page: RotPage { data_base64: "cHNjIGNmcGEgYWN0aXZl", }, }, }, CfpaInactive: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:47:58.295740Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model1", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:47:58.295745Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:47:58.295749Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:47:58.295755Z, source: "test suite", page: RotPage { data_base64: "cHNjIGNmcGEgaW5hY3RpdmU=", }, }, }, CfpaScratch: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:47:58.295742Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model1", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:47:58.295746Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:47:58.295750Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:47:58.295756Z, source: "test suite", page: RotPage { data_base64: "cHNjIGNmcGEgc2NyYXRjaA==", }, }, }, }, sled_agents: { 5c5b4cf9-3e13-45fd-871c-f177d6537510 (sled): SledAgent { time_collected: 2026-06-02T17:47:58.298718Z, source: "fake sled agent 6", sled_id: 5c5b4cf9-3e13-45fd-871c-f177d6537510 (sled), baseboard_id: None, sled_agent_address: [::1]:56792, sled_role: Gimlet, usable_hardware_threads: 10, usable_physical_ram: ByteCount( 1048576, ), cpu_family: AmdMilan, reservoir_size: ByteCount( 1024, ), disks: [], zpools: [], datasets: [], ledgered_sled_config: None, reconciler_status: NotYetRun, last_reconciliation: None, file_source_resolver: OmicronFileSourceResolverInventory { zone_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/zones.json", boot_inventory: Err( "error reading install metadata: error retrieving metadata for install dataset directory `/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install`: entity not found", ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/zones.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 16872da3-ef74-4f4e-b21a-e81e6f937484): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/zones.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: 07e5bb65-1d58-4533-a348-b051273706ac): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/zones.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, measurement_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/measurements.json", boot_inventory: Err( "error reading install metadata: error retrieving metadata for install dataset directory `/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install`: entity not found", ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/measurements.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 16872da3-ef74-4f4e-b21a-e81e6f937484): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/measurements.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: 07e5bb65-1d58-4533-a348-b051273706ac): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/measurements.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, mupdate_override: MupdateOverrideInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/mupdate-override.json", boot_override: Err( "install metadata read error: error retrieving metadata for install dataset directory `/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install`: entity not found", ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/mupdate-override.json", is_valid: true, message: "matches boot disk (present)", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/mupdate-override.json", is_valid: false, message: "boot disk has override but non-boot disk does not", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/mupdate-override.json", is_valid: false, message: "read error: install metadata read error", }, }, }, }, smf_services_enabled_not_online: SvcsEnabledNotOnline( SvcsEnabledNotOnline { services: [ SvcEnabledNotOnline { fmri: "svc:/site/fake-service:default", zone: "global", state: Maintenance, }, ], errors: [ "an unimportant error", ], time_of_status: 2026-01-01T00:00:00Z, }, ), reference_measurements: { "/this/path": SingleMeasurementInventory { path: "/this/path", result: Ok, }, "/this/path2": SingleMeasurementInventory { path: "/this/path2", result: Ok, }, }, }, c4a5325b-e852-4747-b28a-8aaa7eded8a0 (sled): SledAgent { time_collected: 2026-06-02T17:47:58.298486Z, source: "fake sled agent 5", sled_id: c4a5325b-e852-4747-b28a-8aaa7eded8a0 (sled), baseboard_id: None, sled_agent_address: [::1]:56792, sled_role: Gimlet, usable_hardware_threads: 10, usable_physical_ram: ByteCount( 1048576, ), cpu_family: AmdMilan, reservoir_size: ByteCount( 1024, ), disks: [], zpools: [], datasets: [], ledgered_sled_config: Some( OmicronSledConfig { generation: Generation( 5, ), disks: {}, datasets: {}, zones: { 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone): OmicronZoneConfig { id: 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::c]:32345, dataset: OmicronZoneDataset { pool_name: External( e675c45a-5e1b-4d24-99af-806523ed17d5 (external_zpool), ), }, }, image_source: InstallDataset, }, 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone): OmicronZoneConfig { id: 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::d]:32345, dataset: OmicronZoneDataset { pool_name: External( 33a4881a-2b3f-4840-b252-f370024eee64 (external_zpool), ), }, }, image_source: InstallDataset, }, 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone): OmicronZoneConfig { id: 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::9]:32345, dataset: OmicronZoneDataset { pool_name: External( d9974711-1064-441d-ba75-0ffabfc86d27 (external_zpool), ), }, }, image_source: InstallDataset, }, 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone): OmicronZoneConfig { id: 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2, }, image_source: InstallDataset, }, 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone): OmicronZoneConfig { id: 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone), filesystem_pool: None, zone_type: Nexus { internal_address: [fd00:1122:3344:103::4]:12221, lockstep_port: 12232, external_ip: 172.20.28.3, nic: NetworkInterface { id: 3e1324f0-cad4-484e-a101-e26da2706e92, kind: Service { id: 804f9ff7-0d45-465f-8820-ee0fc7c25286, }, name: Name( "nexus-804f9ff7-0d45-465f-8820-ee0fc7c25286", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 165, 80, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, external_tls: true, external_dns_servers: [ 1.1.1.1, 9.9.9.9, ], }, image_source: InstallDataset, }, 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone): OmicronZoneConfig { id: 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone), filesystem_pool: None, zone_type: CruciblePantry { address: [fd00:1122:3344:103::5]:17000, }, image_source: InstallDataset, }, 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone): OmicronZoneConfig { id: 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:103::3]:32221, dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, }, image_source: InstallDataset, }, 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone): OmicronZoneConfig { id: 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone), filesystem_pool: None, zone_type: InternalNtp { address: [fd00:1122:3344:103::e]:123, }, image_source: InstallDataset, }, a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone): OmicronZoneConfig { id: a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 844fd687-fd26-4616-91aa-441cf136c62d (external_zpool), ), }, }, image_source: InstallDataset, }, ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone): OmicronZoneConfig { id: ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 4c667609-0876-4c8c-ae60-1b30aaf236dc (external_zpool), ), }, }, image_source: InstallDataset, }, bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone): OmicronZoneConfig { id: bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::6]:32345, dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, }, image_source: InstallDataset, }, c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone): OmicronZoneConfig { id: c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 93017061-5910-4bf5-a366-4f1b2871b5c3 (external_zpool), ), }, }, image_source: InstallDataset, }, e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone): OmicronZoneConfig { id: e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::8]:32345, dataset: OmicronZoneDataset { pool_name: External( c6911096-09b3-4f64-bcd6-21701ca2d6ae (external_zpool), ), }, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, ), reconciler_status: Idle { completed_at: 2026-06-02T17:47:58.298479Z, ran_for: 5s, }, last_reconciliation: Some( ConfigReconcilerInventory { last_reconciled_config: OmicronSledConfig { generation: Generation( 5, ), disks: {}, datasets: {}, zones: { 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone): OmicronZoneConfig { id: 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::c]:32345, dataset: OmicronZoneDataset { pool_name: External( e675c45a-5e1b-4d24-99af-806523ed17d5 (external_zpool), ), }, }, image_source: InstallDataset, }, 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone): OmicronZoneConfig { id: 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::d]:32345, dataset: OmicronZoneDataset { pool_name: External( 33a4881a-2b3f-4840-b252-f370024eee64 (external_zpool), ), }, }, image_source: InstallDataset, }, 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone): OmicronZoneConfig { id: 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::9]:32345, dataset: OmicronZoneDataset { pool_name: External( d9974711-1064-441d-ba75-0ffabfc86d27 (external_zpool), ), }, }, image_source: InstallDataset, }, 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone): OmicronZoneConfig { id: 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2, }, image_source: InstallDataset, }, 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone): OmicronZoneConfig { id: 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone), filesystem_pool: None, zone_type: Nexus { internal_address: [fd00:1122:3344:103::4]:12221, lockstep_port: 12232, external_ip: 172.20.28.3, nic: NetworkInterface { id: 3e1324f0-cad4-484e-a101-e26da2706e92, kind: Service { id: 804f9ff7-0d45-465f-8820-ee0fc7c25286, }, name: Name( "nexus-804f9ff7-0d45-465f-8820-ee0fc7c25286", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 165, 80, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, external_tls: true, external_dns_servers: [ 1.1.1.1, 9.9.9.9, ], }, image_source: InstallDataset, }, 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone): OmicronZoneConfig { id: 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone), filesystem_pool: None, zone_type: CruciblePantry { address: [fd00:1122:3344:103::5]:17000, }, image_source: InstallDataset, }, 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone): OmicronZoneConfig { id: 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:103::3]:32221, dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, }, image_source: InstallDataset, }, 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone): OmicronZoneConfig { id: 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone), filesystem_pool: None, zone_type: InternalNtp { address: [fd00:1122:3344:103::e]:123, }, image_source: InstallDataset, }, a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone): OmicronZoneConfig { id: a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 844fd687-fd26-4616-91aa-441cf136c62d (external_zpool), ), }, }, image_source: InstallDataset, }, ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone): OmicronZoneConfig { id: ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 4c667609-0876-4c8c-ae60-1b30aaf236dc (external_zpool), ), }, }, image_source: InstallDataset, }, bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone): OmicronZoneConfig { id: bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::6]:32345, dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, }, image_source: InstallDataset, }, c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone): OmicronZoneConfig { id: c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 93017061-5910-4bf5-a366-4f1b2871b5c3 (external_zpool), ), }, }, image_source: InstallDataset, }, e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone): OmicronZoneConfig { id: e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::8]:32345, dataset: OmicronZoneDataset { pool_name: External( c6911096-09b3-4f64-bcd6-21701ca2d6ae (external_zpool), ), }, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, external_disks: {}, datasets: {}, orphaned_datasets: { DatasetName { pool_name: External( e4a9267a-5b5d-47a9-9dab-752f81a2d710 (external_zpool), ), kind: ExternalDns, }: OrphanedDataset { name: DatasetName { pool_name: External( e4a9267a-5b5d-47a9-9dab-752f81a2d710 (external_zpool), ), kind: ExternalDns, }, reason: "example orphaned dataset", id: Some( 1096eeb9-b20d-4838-83c8-0f31c1491663 (dataset), ), mounted: false, available: ByteCount( 0, ), used: ByteCount( 0, ), }, }, zones: { 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone): Ok, 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone): Ok, 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone): Ok, 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone): Ok, 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone): Ok, 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone): Ok, 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone): Ok, 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone): Ok, a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone): Ok, ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone): Ok, bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone): Ok, c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone): Ok, e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone): Ok, }, boot_partitions: BootPartitionContents { boot_disk: Ok( A, ), slot_a: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 10000, image_size: 10000, target_size: 10000, sha256: [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ], image_name: "fake image for tests", }, artifact_hash: ArtifactHash( "0101010101010101010101010101010101010101010101010101010101010101", ), artifact_size: 14096, }, ), slot_b: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 1000, image_size: 1000, target_size: 1000, sha256: [ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ], image_name: "fake from debug_assume_success()", }, artifact_hash: ArtifactHash( "0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b", ), artifact_size: 1000, }, ), }, remove_mupdate_override: None, }, ), file_source_resolver: OmicronFileSourceResolverInventory { zone_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/zones.json", boot_inventory: Ok( ManifestBootInventory { source: Installinator { mupdate_id: a80b50b3-71cd-4155-aa6a-3b9227dea4f2 (mupdate), }, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 1024, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Err( "size/hash mismatch: expected 1024 bytes/360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386, got 15 bytes/360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "0000000000000000000000000000000000000000000000000000000000000000", ), status: Err( "size/hash mismatch: expected 13 bytes/0000000000000000000000000000000000000000000000000000000000000000, got 13 bytes/a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Err( "file not found", ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/zones.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 83c35ebf-cdbf-46ec-8e0f-4cc5719b1650): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/zones.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: a80b50b3-71cd-4155-aa6a-3b9227dea4f2): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/zones.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, measurement_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/measurements.json", boot_inventory: Ok( ManifestBootInventory { source: Installinator { mupdate_id: a80b50b3-71cd-4155-aa6a-3b9227dea4f2 (mupdate), }, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 1024, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Err( "size/hash mismatch: expected 1024 bytes/360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386, got 15 bytes/360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "0000000000000000000000000000000000000000000000000000000000000000", ), status: Err( "size/hash mismatch: expected 13 bytes/0000000000000000000000000000000000000000000000000000000000000000, got 13 bytes/a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Err( "file not found", ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/measurements.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 83c35ebf-cdbf-46ec-8e0f-4cc5719b1650): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/measurements.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: a80b50b3-71cd-4155-aa6a-3b9227dea4f2): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/measurements.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, mupdate_override: MupdateOverrideInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/mupdate-override.json", boot_override: Ok( Some( MupdateOverrideBootInventory { mupdate_override_id: 4231a3f5-d945-44e8-a9a5-6bc1c10d6700 (mupdate_override), }, ), ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/mupdate-override.json", is_valid: true, message: "matches boot disk (present)", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/mupdate-override.json", is_valid: false, message: "boot disk has override but non-boot disk does not", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/mupdate-override.json", is_valid: false, message: "read error: install metadata read error", }, }, }, }, smf_services_enabled_not_online: SvcsCmdError( SvcsError { error: "Command failed with status: 2", time_of_status: 2026-01-01T00:00:00Z, }, ), reference_measurements: { "/this/path": SingleMeasurementInventory { path: "/this/path", result: Ok, }, "/this/path2": SingleMeasurementInventory { path: "/this/path2", result: Ok, }, }, }, c5aec1df-b897-49e4-8085-ccd975f9b529 (sled): SledAgent { time_collected: 2026-06-02T17:47:58.297715Z, source: "fake sled agent 1", sled_id: c5aec1df-b897-49e4-8085-ccd975f9b529 (sled), baseboard_id: Some( BaseboardId { part_number: "model1", serial_number: "s1", }, ), sled_agent_address: [::1]:56792, sled_role: Gimlet, usable_hardware_threads: 10, usable_physical_ram: ByteCount( 1048576, ), cpu_family: AmdMilan, reservoir_size: ByteCount( 1024, ), disks: [ PhysicalDisk { identity: DiskIdentity { vendor: "macrohard", model: "box", serial: "XXIV", }, variant: M2, slot: 0, firmware: Nvme( NvmeFirmware { active_slot: 1, next_active_slot: None, number_of_slots: 1, slot1_is_read_only: true, slot_firmware_versions: [ Some( "EXAMP1", ), ], }, ), }, PhysicalDisk { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0001", }, variant: U2, slot: 1, firmware: Nvme( NvmeFirmware { active_slot: 1, next_active_slot: None, number_of_slots: 1, slot1_is_read_only: true, slot_firmware_versions: [ Some( "EXAMP1", ), ], }, ), }, PhysicalDisk { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0002", }, variant: U2, slot: 2, firmware: Nvme( NvmeFirmware { active_slot: 1, next_active_slot: None, number_of_slots: 1, slot1_is_read_only: true, slot_firmware_versions: [ Some( "EXAMP1", ), ], }, ), }, PhysicalDisk { identity: DiskIdentity { vendor: "tony", model: "craystation", serial: "5", }, variant: U2, slot: 3, firmware: Nvme( NvmeFirmware { active_slot: 1, next_active_slot: None, number_of_slots: 1, slot1_is_read_only: true, slot_firmware_versions: [ Some( "EXAMP1", ), ], }, ), }, ], zpools: [ Zpool { time_collected: 2026-06-02T17:47:58.297715Z, id: 7a706f6f-6c00-0000-0000-000000000001 (zpool), total_size: ByteCount( 4096, ), health: Online, }, Zpool { time_collected: 2026-06-02T17:47:58.297715Z, id: 7a706f6f-6c00-0000-0000-000000000002 (zpool), total_size: ByteCount( 4096, ), health: Online, }, Zpool { time_collected: 2026-06-02T17:47:58.297715Z, id: 7a706f6f-6c00-0000-0000-000000000003 (zpool), total_size: ByteCount( 4096, ), health: Online, }, Zpool { time_collected: 2026-06-02T17:47:58.297715Z, id: 7a706f6f-6c00-0000-0000-000000000004 (zpool), total_size: ByteCount( 4096, ), health: Online, }, ], datasets: [ Dataset { id: Some( afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset), ), name: "oxp_7a706f6f-6c00-0000-0000-000000000001/crypt/debug", available: ByteCount( 1024, ), used: ByteCount( 0, ), quota: None, reservation: None, compression: "lz4", }, ], ledgered_sled_config: Some( OmicronSledConfig { generation: Generation( 5, ), disks: { 70687973-6963-616c-6469-736b00000001 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "macrohard", model: "box", serial: "XXIV", }, id: 70687973-6963-616c-6469-736b00000001 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000001 (zpool), }, 70687973-6963-616c-6469-736b00000002 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0001", }, id: 70687973-6963-616c-6469-736b00000002 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000002 (zpool), }, 70687973-6963-616c-6469-736b00000003 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0002", }, id: 70687973-6963-616c-6469-736b00000003 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000003 (zpool), }, 70687973-6963-616c-6469-736b00000004 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "tony", model: "craystation", serial: "5", }, id: 70687973-6963-616c-6469-736b00000004 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000004 (zpool), }, }, datasets: { afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset): DatasetConfig { id: afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset), name: DatasetName { pool_name: External( 7a706f6f-6c00-0000-0000-000000000001 (external_zpool), ), kind: Debug, }, inner: SharedDatasetConfig { compression: Lz4, quota: None, reservation: None, }, }, }, zones: { 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone): OmicronZoneConfig { id: 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::c]:32345, dataset: OmicronZoneDataset { pool_name: External( e1bf20e5-603c-4d14-94c4-47dc1eb58c45 (external_zpool), ), }, }, image_source: InstallDataset, }, 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone): OmicronZoneConfig { id: 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 3bcdbecd-827a-426e-96b6-30c355b78301 (external_zpool), ), }, }, image_source: InstallDataset, }, 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone): OmicronZoneConfig { id: 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1, }, image_source: InstallDataset, }, 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone): OmicronZoneConfig { id: 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::9]:32345, dataset: OmicronZoneDataset { pool_name: External( 8c96d804-3a6c-4c1b-be24-1e7fc18824de (external_zpool), ), }, }, image_source: InstallDataset, }, 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone): OmicronZoneConfig { id: 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::8]:32345, dataset: OmicronZoneDataset { pool_name: External( 0010be1f-4223-4f3e-844c-3e823488a852 (external_zpool), ), }, }, image_source: InstallDataset, }, 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone): OmicronZoneConfig { id: 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::6]:32345, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone): OmicronZoneConfig { id: 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::f]:32345, dataset: OmicronZoneDataset { pool_name: External( 13a6ef76-5904-4794-8083-dfeb6806e5f1 (external_zpool), ), }, }, image_source: InstallDataset, }, 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone): OmicronZoneConfig { id: 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:104::3]:32221, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone): OmicronZoneConfig { id: 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone), filesystem_pool: None, zone_type: Clickhouse { address: [fd00:1122:3344:104::5]:8123, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone): OmicronZoneConfig { id: 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::e]:32345, dataset: OmicronZoneDataset { pool_name: External( d721dbb5-6a10-4fe8-9d70-fae69ab84676 (external_zpool), ), }, }, image_source: InstallDataset, }, ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone): OmicronZoneConfig { id: ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone), filesystem_pool: None, zone_type: Nexus { internal_address: [fd00:1122:3344:104::4]:12221, lockstep_port: 12232, external_ip: 172.20.28.2, nic: NetworkInterface { id: 5d4a7e78-d1e1-41cd-881c-02d808fb90be, kind: Service { id: ab67e1fa-337f-45e6-83f0-6e94a9d50fc0, }, name: Name( "nexus-ab67e1fa-337f-45e6-83f0-6e94a9d50fc0", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.2.5, subnet: Ipv4Net { addr: 172.30.2.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 183, 226, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, external_tls: true, external_dns_servers: [ 1.1.1.1, 9.9.9.9, ], }, image_source: InstallDataset, }, cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone): OmicronZoneConfig { id: cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::d]:32345, dataset: OmicronZoneDataset { pool_name: External( a90de3a7-b760-45b7-ad72-70cd3570a940 (external_zpool), ), }, }, image_source: InstallDataset, }, d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone): OmicronZoneConfig { id: d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone), filesystem_pool: None, zone_type: BoundaryNtp { address: [fd00:1122:3344:104::10]:123, ntp_servers: [ "ntp.eng.oxide.computer", ], dns_servers: [ 1.1.1.1, 9.9.9.9, ], domain: None, nic: NetworkInterface { id: 2e4943f4-0477-4b5b-afd7-70c1f4aaf928, kind: Service { id: d38984ac-a366-4936-b64f-d98ae3dc2035, }, name: Name( "ntp-d38984ac-a366-4936-b64f-d98ae3dc2035", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.3.6, subnet: Ipv4Net { addr: 172.30.3.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 192, 56, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, snat_cfg: SourceNatConfig { ip: 172.20.28.6, first_port: 16384, last_port: 32767, }, }, image_source: InstallDataset, }, e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone): OmicronZoneConfig { id: e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 49154338-0e01-4394-9dd2-cb4c53cbb90f (external_zpool), ), }, }, image_source: InstallDataset, }, f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone): OmicronZoneConfig { id: f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 5dd3aedf-c3c5-4258-8864-3ea8b5ae321b (external_zpool), ), }, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, ), reconciler_status: Idle { completed_at: 2026-06-02T17:47:58.297678Z, ran_for: 5s, }, last_reconciliation: Some( ConfigReconcilerInventory { last_reconciled_config: OmicronSledConfig { generation: Generation( 5, ), disks: { 70687973-6963-616c-6469-736b00000001 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "macrohard", model: "box", serial: "XXIV", }, id: 70687973-6963-616c-6469-736b00000001 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000001 (zpool), }, 70687973-6963-616c-6469-736b00000002 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0001", }, id: 70687973-6963-616c-6469-736b00000002 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000002 (zpool), }, 70687973-6963-616c-6469-736b00000003 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0002", }, id: 70687973-6963-616c-6469-736b00000003 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000003 (zpool), }, 70687973-6963-616c-6469-736b00000004 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "tony", model: "craystation", serial: "5", }, id: 70687973-6963-616c-6469-736b00000004 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000004 (zpool), }, }, datasets: { afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset): DatasetConfig { id: afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset), name: DatasetName { pool_name: External( 7a706f6f-6c00-0000-0000-000000000001 (external_zpool), ), kind: Debug, }, inner: SharedDatasetConfig { compression: Lz4, quota: None, reservation: None, }, }, }, zones: { 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone): OmicronZoneConfig { id: 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::c]:32345, dataset: OmicronZoneDataset { pool_name: External( e1bf20e5-603c-4d14-94c4-47dc1eb58c45 (external_zpool), ), }, }, image_source: InstallDataset, }, 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone): OmicronZoneConfig { id: 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 3bcdbecd-827a-426e-96b6-30c355b78301 (external_zpool), ), }, }, image_source: InstallDataset, }, 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone): OmicronZoneConfig { id: 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1, }, image_source: InstallDataset, }, 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone): OmicronZoneConfig { id: 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::9]:32345, dataset: OmicronZoneDataset { pool_name: External( 8c96d804-3a6c-4c1b-be24-1e7fc18824de (external_zpool), ), }, }, image_source: InstallDataset, }, 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone): OmicronZoneConfig { id: 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::8]:32345, dataset: OmicronZoneDataset { pool_name: External( 0010be1f-4223-4f3e-844c-3e823488a852 (external_zpool), ), }, }, image_source: InstallDataset, }, 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone): OmicronZoneConfig { id: 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::6]:32345, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone): OmicronZoneConfig { id: 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::f]:32345, dataset: OmicronZoneDataset { pool_name: External( 13a6ef76-5904-4794-8083-dfeb6806e5f1 (external_zpool), ), }, }, image_source: InstallDataset, }, 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone): OmicronZoneConfig { id: 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:104::3]:32221, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone): OmicronZoneConfig { id: 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone), filesystem_pool: None, zone_type: Clickhouse { address: [fd00:1122:3344:104::5]:8123, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone): OmicronZoneConfig { id: 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::e]:32345, dataset: OmicronZoneDataset { pool_name: External( d721dbb5-6a10-4fe8-9d70-fae69ab84676 (external_zpool), ), }, }, image_source: InstallDataset, }, ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone): OmicronZoneConfig { id: ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone), filesystem_pool: None, zone_type: Nexus { internal_address: [fd00:1122:3344:104::4]:12221, lockstep_port: 12232, external_ip: 172.20.28.2, nic: NetworkInterface { id: 5d4a7e78-d1e1-41cd-881c-02d808fb90be, kind: Service { id: ab67e1fa-337f-45e6-83f0-6e94a9d50fc0, }, name: Name( "nexus-ab67e1fa-337f-45e6-83f0-6e94a9d50fc0", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.2.5, subnet: Ipv4Net { addr: 172.30.2.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 183, 226, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, external_tls: true, external_dns_servers: [ 1.1.1.1, 9.9.9.9, ], }, image_source: InstallDataset, }, cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone): OmicronZoneConfig { id: cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::d]:32345, dataset: OmicronZoneDataset { pool_name: External( a90de3a7-b760-45b7-ad72-70cd3570a940 (external_zpool), ), }, }, image_source: InstallDataset, }, d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone): OmicronZoneConfig { id: d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone), filesystem_pool: None, zone_type: BoundaryNtp { address: [fd00:1122:3344:104::10]:123, ntp_servers: [ "ntp.eng.oxide.computer", ], dns_servers: [ 1.1.1.1, 9.9.9.9, ], domain: None, nic: NetworkInterface { id: 2e4943f4-0477-4b5b-afd7-70c1f4aaf928, kind: Service { id: d38984ac-a366-4936-b64f-d98ae3dc2035, }, name: Name( "ntp-d38984ac-a366-4936-b64f-d98ae3dc2035", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.3.6, subnet: Ipv4Net { addr: 172.30.3.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 192, 56, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, snat_cfg: SourceNatConfig { ip: 172.20.28.6, first_port: 16384, last_port: 32767, }, }, image_source: InstallDataset, }, e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone): OmicronZoneConfig { id: e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 49154338-0e01-4394-9dd2-cb4c53cbb90f (external_zpool), ), }, }, image_source: InstallDataset, }, f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone): OmicronZoneConfig { id: f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 5dd3aedf-c3c5-4258-8864-3ea8b5ae321b (external_zpool), ), }, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, external_disks: { 70687973-6963-616c-6469-736b00000001 (physical_disk): Ok, 70687973-6963-616c-6469-736b00000002 (physical_disk): Ok, 70687973-6963-616c-6469-736b00000003 (physical_disk): Ok, 70687973-6963-616c-6469-736b00000004 (physical_disk): Ok, }, datasets: { afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset): Ok, }, orphaned_datasets: { DatasetName { pool_name: External( abdf484e-d401-4172-9e5d-94de0178e208 (external_zpool), ), kind: ExternalDns, }: OrphanedDataset { name: DatasetName { pool_name: External( abdf484e-d401-4172-9e5d-94de0178e208 (external_zpool), ), kind: ExternalDns, }, reason: "example orphaned dataset", id: Some( 8ea7f301-2780-4c23-a286-b1b993fadc13 (dataset), ), mounted: false, available: ByteCount( 0, ), used: ByteCount( 0, ), }, }, zones: { 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone): Ok, 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone): Ok, 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone): Ok, 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone): Ok, 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone): Ok, 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone): Ok, 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone): Ok, 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone): Ok, 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone): Ok, 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone): Ok, ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone): Ok, cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone): Ok, d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone): Ok, e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone): Ok, f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone): Ok, }, boot_partitions: BootPartitionContents { boot_disk: Ok( A, ), slot_a: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 10000, image_size: 10000, target_size: 10000, sha256: [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ], image_name: "fake image for tests", }, artifact_hash: ArtifactHash( "0101010101010101010101010101010101010101010101010101010101010101", ), artifact_size: 14096, }, ), slot_b: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 1000, image_size: 1000, target_size: 1000, sha256: [ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ], image_name: "fake from debug_assume_success()", }, artifact_hash: ArtifactHash( "0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b", ), artifact_size: 1000, }, ), }, remove_mupdate_override: None, }, ), file_source_resolver: OmicronFileSourceResolverInventory { zone_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/zones.json", boot_inventory: Ok( ManifestBootInventory { source: Installinator { mupdate_id: 8538470b-ae5a-48f8-bcb7-9a750d28f2f0 (mupdate), }, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 15, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Ok( (), ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), status: Ok( (), ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Ok( (), ), }, "nexus.tar.gz": ZoneArtifactInventory { file_name: "nexus.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/nexus.tar.gz", expected_size: 10, expected_hash: ArtifactHash( "96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80", ), status: Ok( (), ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/zones.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 8538470b-ae5a-48f8-bcb7-9a750d28f2f0): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/zones.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: f06356a4-7455-431d-9129-65d533743271): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/zones.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, measurement_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/measurements.json", boot_inventory: Ok( ManifestBootInventory { source: Installinator { mupdate_id: 8538470b-ae5a-48f8-bcb7-9a750d28f2f0 (mupdate), }, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 15, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Ok( (), ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), status: Ok( (), ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Ok( (), ), }, "nexus.tar.gz": ZoneArtifactInventory { file_name: "nexus.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/nexus.tar.gz", expected_size: 10, expected_hash: ArtifactHash( "96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80", ), status: Ok( (), ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/measurements.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 8538470b-ae5a-48f8-bcb7-9a750d28f2f0): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/measurements.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: f06356a4-7455-431d-9129-65d533743271): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/measurements.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, mupdate_override: MupdateOverrideInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/mupdate-override.json", boot_override: Ok( Some( MupdateOverrideBootInventory { mupdate_override_id: 26908538-236c-4d08-a51b-7e60aea16e50 (mupdate_override), }, ), ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/mupdate-override.json", is_valid: true, message: "matches boot disk (present)", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/mupdate-override.json", is_valid: false, message: "boot disk has override but non-boot disk does not", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/mupdate-override.json", is_valid: false, message: "read error: install metadata read error", }, }, }, }, smf_services_enabled_not_online: DataUnavailable, reference_measurements: { "/this/path": SingleMeasurementInventory { path: "/this/path", result: Ok, }, "/this/path2": SingleMeasurementInventory { path: "/this/path2", result: Ok, }, }, }, d7efa9c4-833d-4354-a9a2-94ba9715c154 (sled): SledAgent { time_collected: 2026-06-02T17:47:58.298131Z, source: "fake sled agent 4", sled_id: d7efa9c4-833d-4354-a9a2-94ba9715c154 (sled), baseboard_id: Some( BaseboardId { part_number: "model1", serial_number: "s4", }, ), sled_agent_address: [::1]:56792, sled_role: Scrimlet, usable_hardware_threads: 10, usable_physical_ram: ByteCount( 1048576, ), cpu_family: AmdMilan, reservoir_size: ByteCount( 1024, ), disks: [], zpools: [], datasets: [], ledgered_sled_config: Some( OmicronSledConfig { generation: Generation( 5, ), disks: {}, datasets: {}, zones: { 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone): OmicronZoneConfig { id: 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone), filesystem_pool: None, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, http_address: [fd00:1122:3344:102::4]:5353, dns_address: 172.20.28.1:53, nic: NetworkInterface { id: 8b99b41f-976d-4cb5-bad6-492cde39575a, kind: Service { id: 0322760d-a1e2-4911-8745-569f6bad8251, }, name: Name( "external-dns-0322760d-a1e2-4911-8745-569f6bad8251", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.1.5, subnet: Ipv4Net { addr: 172.30.1.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 247, 74, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, }, image_source: InstallDataset, }, 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone): OmicronZoneConfig { id: 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::9]:32345, dataset: OmicronZoneDataset { pool_name: External( 6d799846-deac-4809-93bd-5dad30127938 (external_zpool), ), }, }, image_source: InstallDataset, }, 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone): OmicronZoneConfig { id: 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::8]:32345, dataset: OmicronZoneDataset { pool_name: External( 2acbc210-8b83-490a-b7a7-e458d742c269 (external_zpool), ), }, }, image_source: InstallDataset, }, 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone): OmicronZoneConfig { id: 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, }, image_source: InstallDataset, }, 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone): OmicronZoneConfig { id: 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:102::3]:32221, dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, }, image_source: InstallDataset, }, 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone): OmicronZoneConfig { id: 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone), filesystem_pool: None, zone_type: BoundaryNtp { address: [fd00:1122:3344:102::10]:123, ntp_servers: [ "ntp.eng.oxide.computer", ], dns_servers: [ 1.1.1.1, 9.9.9.9, ], domain: None, nic: NetworkInterface { id: 6c2aa1c5-0e42-4b80-9b31-26d0e8599d0d, kind: Service { id: 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff, }, name: Name( "ntp-412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.3.5, subnet: Ipv4Net { addr: 172.30.3.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 242, 69, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, snat_cfg: SourceNatConfig { ip: 172.20.28.5, first_port: 0, last_port: 16383, }, }, image_source: InstallDataset, }, 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone): OmicronZoneConfig { id: 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 901a85dd-8214-407a-a358-ef4aebfa810d (external_zpool), ), }, }, image_source: InstallDataset, }, 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone): OmicronZoneConfig { id: 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0, }, image_source: InstallDataset, }, 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone): OmicronZoneConfig { id: 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::c]:32345, dataset: OmicronZoneDataset { pool_name: External( 87714aed-4573-438c-8c9d-3ed64688bdc4 (external_zpool), ), }, }, image_source: InstallDataset, }, b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone): OmicronZoneConfig { id: b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::e]:32345, dataset: OmicronZoneDataset { pool_name: External( 1cd1c449-b5e1-4e8b-bb2f-2e2bd5a8f301 (external_zpool), ), }, }, image_source: InstallDataset, }, c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone): OmicronZoneConfig { id: c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::f]:32345, dataset: OmicronZoneDataset { pool_name: External( 17d7dbce-b430-4c71-a27e-a5e66d175347 (external_zpool), ), }, }, image_source: InstallDataset, }, cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone): OmicronZoneConfig { id: cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone), filesystem_pool: None, zone_type: Oximeter { address: [fd00:1122:3344:102::5]:12223, }, image_source: InstallDataset, }, d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone): OmicronZoneConfig { id: d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 0fa59017-d1e7-47c1-9ed6-b66851e544ee (external_zpool), ), }, }, image_source: InstallDataset, }, e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone): OmicronZoneConfig { id: e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::d]:32345, dataset: OmicronZoneDataset { pool_name: External( 51abdeb3-6673-4af3-aa91-7e8748e4dda2 (external_zpool), ), }, }, image_source: InstallDataset, }, f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone): OmicronZoneConfig { id: f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone), filesystem_pool: None, zone_type: CruciblePantry { address: [fd00:1122:3344:102::6]:17000, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, ), reconciler_status: Idle { completed_at: 2026-06-02T17:47:58.298118Z, ran_for: 5s, }, last_reconciliation: Some( ConfigReconcilerInventory { last_reconciled_config: OmicronSledConfig { generation: Generation( 5, ), disks: {}, datasets: {}, zones: { 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone): OmicronZoneConfig { id: 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone), filesystem_pool: None, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, http_address: [fd00:1122:3344:102::4]:5353, dns_address: 172.20.28.1:53, nic: NetworkInterface { id: 8b99b41f-976d-4cb5-bad6-492cde39575a, kind: Service { id: 0322760d-a1e2-4911-8745-569f6bad8251, }, name: Name( "external-dns-0322760d-a1e2-4911-8745-569f6bad8251", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.1.5, subnet: Ipv4Net { addr: 172.30.1.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 247, 74, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, }, image_source: InstallDataset, }, 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone): OmicronZoneConfig { id: 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::9]:32345, dataset: OmicronZoneDataset { pool_name: External( 6d799846-deac-4809-93bd-5dad30127938 (external_zpool), ), }, }, image_source: InstallDataset, }, 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone): OmicronZoneConfig { id: 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::8]:32345, dataset: OmicronZoneDataset { pool_name: External( 2acbc210-8b83-490a-b7a7-e458d742c269 (external_zpool), ), }, }, image_source: InstallDataset, }, 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone): OmicronZoneConfig { id: 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, }, image_source: InstallDataset, }, 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone): OmicronZoneConfig { id: 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:102::3]:32221, dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, }, image_source: InstallDataset, }, 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone): OmicronZoneConfig { id: 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone), filesystem_pool: None, zone_type: BoundaryNtp { address: [fd00:1122:3344:102::10]:123, ntp_servers: [ "ntp.eng.oxide.computer", ], dns_servers: [ 1.1.1.1, 9.9.9.9, ], domain: None, nic: NetworkInterface { id: 6c2aa1c5-0e42-4b80-9b31-26d0e8599d0d, kind: Service { id: 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff, }, name: Name( "ntp-412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.3.5, subnet: Ipv4Net { addr: 172.30.3.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 242, 69, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, snat_cfg: SourceNatConfig { ip: 172.20.28.5, first_port: 0, last_port: 16383, }, }, image_source: InstallDataset, }, 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone): OmicronZoneConfig { id: 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 901a85dd-8214-407a-a358-ef4aebfa810d (external_zpool), ), }, }, image_source: InstallDataset, }, 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone): OmicronZoneConfig { id: 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0, }, image_source: InstallDataset, }, 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone): OmicronZoneConfig { id: 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::c]:32345, dataset: OmicronZoneDataset { pool_name: External( 87714aed-4573-438c-8c9d-3ed64688bdc4 (external_zpool), ), }, }, image_source: InstallDataset, }, b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone): OmicronZoneConfig { id: b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::e]:32345, dataset: OmicronZoneDataset { pool_name: External( 1cd1c449-b5e1-4e8b-bb2f-2e2bd5a8f301 (external_zpool), ), }, }, image_source: InstallDataset, }, c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone): OmicronZoneConfig { id: c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::f]:32345, dataset: OmicronZoneDataset { pool_name: External( 17d7dbce-b430-4c71-a27e-a5e66d175347 (external_zpool), ), }, }, image_source: InstallDataset, }, cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone): OmicronZoneConfig { id: cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone), filesystem_pool: None, zone_type: Oximeter { address: [fd00:1122:3344:102::5]:12223, }, image_source: InstallDataset, }, d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone): OmicronZoneConfig { id: d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 0fa59017-d1e7-47c1-9ed6-b66851e544ee (external_zpool), ), }, }, image_source: InstallDataset, }, e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone): OmicronZoneConfig { id: e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::d]:32345, dataset: OmicronZoneDataset { pool_name: External( 51abdeb3-6673-4af3-aa91-7e8748e4dda2 (external_zpool), ), }, }, image_source: InstallDataset, }, f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone): OmicronZoneConfig { id: f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone), filesystem_pool: None, zone_type: CruciblePantry { address: [fd00:1122:3344:102::6]:17000, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, external_disks: {}, datasets: {}, orphaned_datasets: { DatasetName { pool_name: External( 07ba628f-5733-494b-9bc6-2bf6254a161c (external_zpool), ), kind: ExternalDns, }: OrphanedDataset { name: DatasetName { pool_name: External( 07ba628f-5733-494b-9bc6-2bf6254a161c (external_zpool), ), kind: ExternalDns, }, reason: "example orphaned dataset", id: Some( 9d5c8e08-1d8b-4a7f-943a-c86e74bf4316 (dataset), ), mounted: false, available: ByteCount( 0, ), used: ByteCount( 0, ), }, }, zones: { 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone): Ok, 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone): Ok, 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone): Ok, 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone): Ok, 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone): Ok, 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone): Ok, 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone): Ok, 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone): Ok, 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone): Ok, b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone): Ok, c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone): Ok, cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone): Ok, d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone): Ok, e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone): Ok, f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone): Ok, }, boot_partitions: BootPartitionContents { boot_disk: Ok( A, ), slot_a: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 10000, image_size: 10000, target_size: 10000, sha256: [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ], image_name: "fake image for tests", }, artifact_hash: ArtifactHash( "0101010101010101010101010101010101010101010101010101010101010101", ), artifact_size: 14096, }, ), slot_b: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 1000, image_size: 1000, target_size: 1000, sha256: [ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ], image_name: "fake from debug_assume_success()", }, artifact_hash: ArtifactHash( "0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b", ), artifact_size: 1000, }, ), }, remove_mupdate_override: None, }, ), file_source_resolver: OmicronFileSourceResolverInventory { zone_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/zones.json", boot_inventory: Ok( ManifestBootInventory { source: SledAgent, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 15, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Ok( (), ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), status: Ok( (), ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Ok( (), ), }, "nexus.tar.gz": ZoneArtifactInventory { file_name: "nexus.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/nexus.tar.gz", expected_size: 10, expected_hash: ArtifactHash( "96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80", ), status: Ok( (), ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/zones.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by sled-agent: 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/zones.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: 186ffd15-2e64-45ef-ad2c-8fb150d1f0f4): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/zones.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, measurement_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/measurements.json", boot_inventory: Ok( ManifestBootInventory { source: SledAgent, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 15, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Ok( (), ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), status: Ok( (), ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Ok( (), ), }, "nexus.tar.gz": ZoneArtifactInventory { file_name: "nexus.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/nexus.tar.gz", expected_size: 10, expected_hash: ArtifactHash( "96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80", ), status: Ok( (), ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/measurements.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by sled-agent: 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/measurements.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: 186ffd15-2e64-45ef-ad2c-8fb150d1f0f4): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/measurements.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, mupdate_override: MupdateOverrideInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/mupdate-override.json", boot_override: Ok( None, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/mupdate-override.json", is_valid: true, message: "matches boot disk (present)", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/mupdate-override.json", is_valid: false, message: "boot disk has override but non-boot disk does not", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/mupdate-override.json", is_valid: false, message: "read error: install metadata read error", }, }, }, }, smf_services_enabled_not_online: DataUnavailable, reference_measurements: { "/this/path": SingleMeasurementInventory { path: "/this/path", result: Ok, }, "/this/path2": SingleMeasurementInventory { path: "/this/path2", result: Ok, }, }, }, }, clickhouse_keeper_cluster_membership: { ClickhouseKeeperClusterMembership { queried_keeper: KeeperId( 1, ), leader_committed_log_index: 1000, raft_config: { KeeperId( 1, ), }, }, }, cockroach_status: { InternalNodeId( "1", ): CockroachStatus { ranges_underreplicated: Some( 0, ), liveness_live_nodes: None, }, }, ntp_timesync: { 54ac9f3d-4123-4a1f-bd9f-7cb951fffc96 (omicron_zone): TimeSync { zone_id: 54ac9f3d-4123-4a1f-bd9f-7cb951fffc96 (omicron_zone), synced: true, }, }, internal_dns_generation_status: { c72c7634-3828-47c7-a493-805640fda1e7 (omicron_zone): InternalDnsGenerationStatus { zone_id: c72c7634-3828-47c7-a493-805640fda1e7 (omicron_zone), generation: Generation( 1, ), }, }, } test builder::test::test_basic ... FAILED failures: failures: builder::test::test_basic test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 6 filtered out; finished in 0.12s thread 'builder::test::test_basic' (89568) panicked at nexus/inventory/src/builder.rs:871:9: assertion `left == right` failed left: ["MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error"] right: ["MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error", "sled 5c5b4cf9-3e13-45fd-871c-f177d6537510: reported unknown baseboard"] stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: core::panicking::assert_failed_inner at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:439:17 3: core::panicking::assert_failed::<alloc::vec::Vec<alloc::string::String>, [&str; 2]> at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:394:5 4: test_basic at ./src/builder.rs:871:9 5: nexus_inventory::builder::test::test_basic::{closure#0} at ./src/builder.rs:846:20 6: <nexus_inventory::builder::test::test_basic::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 7: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. thread 'builder::test::test_basic' (89594) panicked at nexus/inventory/src/builder.rs:871:9: assertion `left == right` failed left: ["MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error"] right: ["MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error", "sled 5c5b4cf9-3e13-45fd-871c-f177d6537510: reported unknown baseboard"] stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: core::panicking::assert_failed_inner at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:439:17 3: core::panicking::assert_failed::<alloc::vec::Vec<alloc::string::String>, [&str; 2]> at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:394:5 4: test_basic at ./src/builder.rs:871:9 5: nexus_inventory::builder::test::test_basic::{closure#0} at ./src/builder.rs:846:20 6: <nexus_inventory::builder::test::test_basic::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 7: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test Collection { id: 291b96eb-2509-4b19-a4aa-bce0d2d8cb8d (collection), errors: [ "MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error", ], time_started: 2026-06-02T17:47:58.635821Z, time_done: 2026-06-02T17:47:58.639957Z, collector: "example", baseboards: { BaseboardId { part_number: "model1", serial_number: "s1", }, BaseboardId { part_number: "model1", serial_number: "s2", }, BaseboardId { part_number: "model1", serial_number: "s4", }, BaseboardId { part_number: "model2", serial_number: "s1", }, BaseboardId { part_number: "model3", serial_number: "s1", }, BaseboardId { part_number: "model4", serial_number: "s2", }, }, cabooses: { Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, Caboose { board: "board_psc_rot_a", git_commit: "git_commit_psc_rot_a", name: "name_psc_rot_a", version: "version_psc_rot_a", sign: Some( "sign_psc_rot_a", ), }, Caboose { board: "board_psc_rot_b", git_commit: "git_commit_psc_rot_b", name: "name_psc_rot_b", version: "version_psc_rot_b", sign: Some( "sign_psc_rot_b", ), }, Caboose { board: "board_psc_sp_0", git_commit: "git_commit_psc_sp_0", name: "name_psc_sp_0", version: "version_psc_sp_0", sign: Some( "sign_psc_sp_0", ), }, Caboose { board: "board_psc_sp_1", git_commit: "git_commit_psc_sp_1", name: "name_psc_sp_1", version: "version_psc_sp_1", sign: Some( "sign_psc_sp_1", ), }, }, rot_pages: { RotPage { data_base64: "MQ==", }, RotPage { data_base64: "cHNjIGNmcGEgYWN0aXZl", }, RotPage { data_base64: "cHNjIGNmcGEgaW5hY3RpdmU=", }, RotPage { data_base64: "cHNjIGNmcGEgc2NyYXRjaA==", }, RotPage { data_base64: "cHNjIGNtcGE=", }, }, sps: { BaseboardId { part_number: "model1", serial_number: "s1", }: ServiceProcessor { time_collected: 2026-06-02T17:47:58.635930Z, source: "fake MGS 1", sp_type: Sled, sp_slot: 3, baseboard_revision: 0, hubris_archive: "hubris1", power_state: A0, }, BaseboardId { part_number: "model1", serial_number: "s2", }: ServiceProcessor { time_collected: 2026-06-02T17:47:58.635991Z, source: "fake MGS 1", sp_type: Sled, sp_slot: 5, baseboard_revision: 1, hubris_archive: "hubris5", power_state: A2, }, BaseboardId { part_number: "model2", serial_number: "s1", }: ServiceProcessor { time_collected: 2026-06-02T17:47:58.635968Z, source: "fake MGS 2", sp_type: Sled, sp_slot: 4, baseboard_revision: 1, hubris_archive: "hubris2", power_state: A2, }, BaseboardId { part_number: "model3", serial_number: "s1", }: ServiceProcessor { time_collected: 2026-06-02T17:47:58.635975Z, source: "fake MGS 2", sp_type: Switch, sp_slot: 0, baseboard_revision: 2, hubris_archive: "hubris3", power_state: A1, }, BaseboardId { part_number: "model4", serial_number: "s2", }: ServiceProcessor { time_collected: 2026-06-02T17:47:58.635976Z, source: "fake MGS 1", sp_type: Power, sp_slot: 1, baseboard_revision: 3, hubris_archive: "hubris4", power_state: A2, }, }, host_phase_1_active_slots: { BaseboardId { part_number: "model1", serial_number: "s1", }: HostPhase1ActiveSlot { time_collected: 2026-06-02T17:47:58.636093Z, source: "fake MGS 1", slot: A, }, BaseboardId { part_number: "model2", serial_number: "s1", }: HostPhase1ActiveSlot { time_collected: 2026-06-02T17:47:58.636095Z, source: "fake MGS 1", slot: B, }, }, host_phase_1_flash_hashes: { A: { BaseboardId { part_number: "model1", serial_number: "s1", }: HostPhase1FlashHash { time_collected: 2026-06-02T17:47:58.636099Z, source: "fake MGS 1", slot: A, hash: ArtifactHash( "0101010101010101010101010101010101010101010101010101010101010101", ), }, }, B: { BaseboardId { part_number: "model1", serial_number: "s1", }: HostPhase1FlashHash { time_collected: 2026-06-02T17:47:58.636102Z, source: "fake MGS 1", slot: B, hash: ArtifactHash( "0202020202020202020202020202020202020202020202020202020202020202", ), }, BaseboardId { part_number: "model2", serial_number: "s1", }: HostPhase1FlashHash { time_collected: 2026-06-02T17:47:58.636103Z, source: "fake MGS 1", slot: B, hash: ArtifactHash( "0303030303030303030303030303030303030303030303030303030303030303", ), }, }, }, rots: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotState { time_collected: 2026-06-02T17:47:58.635930Z, source: "fake MGS 1", active_slot: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some( "slotAdigest1", ), slot_b_sha3_256_digest: Some( "slotBdigest1", ), stage0_digest: None, stage0next_digest: None, slot_a_error: None, slot_b_error: None, stage0_error: None, stage0next_error: None, }, BaseboardId { part_number: "model2", serial_number: "s1", }: RotState { time_collected: 2026-06-02T17:47:58.635968Z, source: "fake MGS 2", active_slot: B, persistent_boot_preference: A, pending_persistent_boot_preference: Some( A, ), transient_boot_preference: Some( B, ), slot_a_sha3_256_digest: Some( "slotAdigest2", ), slot_b_sha3_256_digest: Some( "slotBdigest2", ), stage0_digest: None, stage0next_digest: None, slot_a_error: None, slot_b_error: None, stage0_error: None, stage0next_error: None, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotState { time_collected: 2026-06-02T17:47:58.635975Z, source: "fake MGS 2", active_slot: B, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some( "slotAdigest3", ), slot_b_sha3_256_digest: Some( "slotBdigest3", ), stage0_digest: None, stage0next_digest: None, slot_a_error: None, slot_b_error: None, stage0_error: None, stage0next_error: None, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotState { time_collected: 2026-06-02T17:47:58.635976Z, source: "fake MGS 1", active_slot: B, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some( "slotAdigest4", ), slot_b_sha3_256_digest: Some( "slotBdigest4", ), stage0_digest: None, stage0next_digest: None, slot_a_error: None, slot_b_error: None, stage0_error: None, stage0next_error: None, }, }, cabooses_found: { SpSlot0: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.636123Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.636153Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.636160Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: CabooseFound { time_collected: 2026-06-02T17:47:58.636167Z, source: "test suite", caboose: Caboose { board: "board_psc_sp_0", git_commit: "git_commit_psc_sp_0", name: "name_psc_sp_0", version: "version_psc_sp_0", sign: Some( "sign_psc_sp_0", ), }, }, }, SpSlot1: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.636147Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.636155Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.636160Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: CabooseFound { time_collected: 2026-06-02T17:47:58.636168Z, source: "test suite", caboose: Caboose { board: "board_psc_sp_1", git_commit: "git_commit_psc_sp_1", name: "name_psc_sp_1", version: "version_psc_sp_1", sign: Some( "sign_psc_sp_1", ), }, }, }, RotSlotA: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.636148Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.636156Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.636161Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: CabooseFound { time_collected: 2026-06-02T17:47:58.636169Z, source: "test suite", caboose: Caboose { board: "board_psc_rot_a", git_commit: "git_commit_psc_rot_a", name: "name_psc_rot_a", version: "version_psc_rot_a", sign: Some( "sign_psc_rot_a", ), }, }, }, RotSlotB: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.636149Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.636157Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.636162Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: CabooseFound { time_collected: 2026-06-02T17:47:58.636170Z, source: "test suite", caboose: Caboose { board: "board_psc_rot_b", git_commit: "git_commit_psc_rot_b", name: "name_psc_rot_b", version: "version_psc_rot_b", sign: Some( "sign_psc_rot_b", ), }, }, }, Stage0: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.636150Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.636158Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.636163Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, }, Stage0Next: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.636151Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.636159Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:58.636164Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, }, }, rot_pages_found: { Cmpa: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:47:58.636188Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model1", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:47:58.636196Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:47:58.636201Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:47:58.636206Z, source: "test suite", page: RotPage { data_base64: "cHNjIGNtcGE=", }, }, }, CfpaActive: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:47:58.636193Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model1", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:47:58.636198Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:47:58.636201Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:47:58.636207Z, source: "test suite", page: RotPage { data_base64: "cHNjIGNmcGEgYWN0aXZl", }, }, }, CfpaInactive: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:47:58.636194Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model1", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:47:58.636199Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:47:58.636202Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:47:58.636208Z, source: "test suite", page: RotPage { data_base64: "cHNjIGNmcGEgaW5hY3RpdmU=", }, }, }, CfpaScratch: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:47:58.636195Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model1", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:47:58.636200Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:47:58.636203Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:47:58.636210Z, source: "test suite", page: RotPage { data_base64: "cHNjIGNmcGEgc2NyYXRjaA==", }, }, }, }, sled_agents: { 5c5b4cf9-3e13-45fd-871c-f177d6537510 (sled): SledAgent { time_collected: 2026-06-02T17:47:58.639875Z, source: "fake sled agent 6", sled_id: 5c5b4cf9-3e13-45fd-871c-f177d6537510 (sled), baseboard_id: None, sled_agent_address: [::1]:56792, sled_role: Gimlet, usable_hardware_threads: 10, usable_physical_ram: ByteCount( 1048576, ), cpu_family: AmdMilan, reservoir_size: ByteCount( 1024, ), disks: [], zpools: [], datasets: [], ledgered_sled_config: None, reconciler_status: NotYetRun, last_reconciliation: None, file_source_resolver: OmicronFileSourceResolverInventory { zone_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/zones.json", boot_inventory: Err( "error reading install metadata: error retrieving metadata for install dataset directory `/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install`: entity not found", ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/zones.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: ca7fe6a1-d4be-4713-be79-f357d8d75264): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/zones.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: c04760eb-1bf9-4c9f-918c-2a1cd3483929): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/zones.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, measurement_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/measurements.json", boot_inventory: Err( "error reading install metadata: error retrieving metadata for install dataset directory `/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install`: entity not found", ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/measurements.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: ca7fe6a1-d4be-4713-be79-f357d8d75264): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/measurements.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: c04760eb-1bf9-4c9f-918c-2a1cd3483929): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/measurements.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, mupdate_override: MupdateOverrideInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/mupdate-override.json", boot_override: Err( "install metadata read error: error retrieving metadata for install dataset directory `/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install`: entity not found", ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/mupdate-override.json", is_valid: true, message: "matches boot disk (present)", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/mupdate-override.json", is_valid: false, message: "boot disk has override but non-boot disk does not", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/mupdate-override.json", is_valid: false, message: "read error: install metadata read error", }, }, }, }, smf_services_enabled_not_online: SvcsEnabledNotOnline( SvcsEnabledNotOnline { services: [ SvcEnabledNotOnline { fmri: "svc:/site/fake-service:default", zone: "global", state: Maintenance, }, ], errors: [ "an unimportant error", ], time_of_status: 2026-01-01T00:00:00Z, }, ), reference_measurements: { "/this/path": SingleMeasurementInventory { path: "/this/path", result: Ok, }, "/this/path2": SingleMeasurementInventory { path: "/this/path2", result: Ok, }, }, }, c4a5325b-e852-4747-b28a-8aaa7eded8a0 (sled): SledAgent { time_collected: 2026-06-02T17:47:58.639638Z, source: "fake sled agent 5", sled_id: c4a5325b-e852-4747-b28a-8aaa7eded8a0 (sled), baseboard_id: None, sled_agent_address: [::1]:56792, sled_role: Gimlet, usable_hardware_threads: 10, usable_physical_ram: ByteCount( 1048576, ), cpu_family: AmdMilan, reservoir_size: ByteCount( 1024, ), disks: [], zpools: [], datasets: [], ledgered_sled_config: Some( OmicronSledConfig { generation: Generation( 5, ), disks: {}, datasets: {}, zones: { 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone): OmicronZoneConfig { id: 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::c]:32345, dataset: OmicronZoneDataset { pool_name: External( e675c45a-5e1b-4d24-99af-806523ed17d5 (external_zpool), ), }, }, image_source: InstallDataset, }, 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone): OmicronZoneConfig { id: 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::d]:32345, dataset: OmicronZoneDataset { pool_name: External( 33a4881a-2b3f-4840-b252-f370024eee64 (external_zpool), ), }, }, image_source: InstallDataset, }, 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone): OmicronZoneConfig { id: 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::9]:32345, dataset: OmicronZoneDataset { pool_name: External( d9974711-1064-441d-ba75-0ffabfc86d27 (external_zpool), ), }, }, image_source: InstallDataset, }, 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone): OmicronZoneConfig { id: 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2, }, image_source: InstallDataset, }, 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone): OmicronZoneConfig { id: 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone), filesystem_pool: None, zone_type: Nexus { internal_address: [fd00:1122:3344:103::4]:12221, lockstep_port: 12232, external_ip: 172.20.28.3, nic: NetworkInterface { id: 3e1324f0-cad4-484e-a101-e26da2706e92, kind: Service { id: 804f9ff7-0d45-465f-8820-ee0fc7c25286, }, name: Name( "nexus-804f9ff7-0d45-465f-8820-ee0fc7c25286", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 165, 80, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, external_tls: true, external_dns_servers: [ 1.1.1.1, 9.9.9.9, ], }, image_source: InstallDataset, }, 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone): OmicronZoneConfig { id: 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone), filesystem_pool: None, zone_type: CruciblePantry { address: [fd00:1122:3344:103::5]:17000, }, image_source: InstallDataset, }, 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone): OmicronZoneConfig { id: 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:103::3]:32221, dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, }, image_source: InstallDataset, }, 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone): OmicronZoneConfig { id: 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone), filesystem_pool: None, zone_type: InternalNtp { address: [fd00:1122:3344:103::e]:123, }, image_source: InstallDataset, }, a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone): OmicronZoneConfig { id: a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 844fd687-fd26-4616-91aa-441cf136c62d (external_zpool), ), }, }, image_source: InstallDataset, }, ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone): OmicronZoneConfig { id: ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 4c667609-0876-4c8c-ae60-1b30aaf236dc (external_zpool), ), }, }, image_source: InstallDataset, }, bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone): OmicronZoneConfig { id: bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::6]:32345, dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, }, image_source: InstallDataset, }, c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone): OmicronZoneConfig { id: c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 93017061-5910-4bf5-a366-4f1b2871b5c3 (external_zpool), ), }, }, image_source: InstallDataset, }, e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone): OmicronZoneConfig { id: e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::8]:32345, dataset: OmicronZoneDataset { pool_name: External( c6911096-09b3-4f64-bcd6-21701ca2d6ae (external_zpool), ), }, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, ), reconciler_status: Idle { completed_at: 2026-06-02T17:47:58.639632Z, ran_for: 5s, }, last_reconciliation: Some( ConfigReconcilerInventory { last_reconciled_config: OmicronSledConfig { generation: Generation( 5, ), disks: {}, datasets: {}, zones: { 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone): OmicronZoneConfig { id: 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::c]:32345, dataset: OmicronZoneDataset { pool_name: External( e675c45a-5e1b-4d24-99af-806523ed17d5 (external_zpool), ), }, }, image_source: InstallDataset, }, 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone): OmicronZoneConfig { id: 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::d]:32345, dataset: OmicronZoneDataset { pool_name: External( 33a4881a-2b3f-4840-b252-f370024eee64 (external_zpool), ), }, }, image_source: InstallDataset, }, 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone): OmicronZoneConfig { id: 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::9]:32345, dataset: OmicronZoneDataset { pool_name: External( d9974711-1064-441d-ba75-0ffabfc86d27 (external_zpool), ), }, }, image_source: InstallDataset, }, 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone): OmicronZoneConfig { id: 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2, }, image_source: InstallDataset, }, 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone): OmicronZoneConfig { id: 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone), filesystem_pool: None, zone_type: Nexus { internal_address: [fd00:1122:3344:103::4]:12221, lockstep_port: 12232, external_ip: 172.20.28.3, nic: NetworkInterface { id: 3e1324f0-cad4-484e-a101-e26da2706e92, kind: Service { id: 804f9ff7-0d45-465f-8820-ee0fc7c25286, }, name: Name( "nexus-804f9ff7-0d45-465f-8820-ee0fc7c25286", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 165, 80, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, external_tls: true, external_dns_servers: [ 1.1.1.1, 9.9.9.9, ], }, image_source: InstallDataset, }, 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone): OmicronZoneConfig { id: 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone), filesystem_pool: None, zone_type: CruciblePantry { address: [fd00:1122:3344:103::5]:17000, }, image_source: InstallDataset, }, 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone): OmicronZoneConfig { id: 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:103::3]:32221, dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, }, image_source: InstallDataset, }, 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone): OmicronZoneConfig { id: 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone), filesystem_pool: None, zone_type: InternalNtp { address: [fd00:1122:3344:103::e]:123, }, image_source: InstallDataset, }, a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone): OmicronZoneConfig { id: a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 844fd687-fd26-4616-91aa-441cf136c62d (external_zpool), ), }, }, image_source: InstallDataset, }, ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone): OmicronZoneConfig { id: ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 4c667609-0876-4c8c-ae60-1b30aaf236dc (external_zpool), ), }, }, image_source: InstallDataset, }, bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone): OmicronZoneConfig { id: bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::6]:32345, dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, }, image_source: InstallDataset, }, c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone): OmicronZoneConfig { id: c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 93017061-5910-4bf5-a366-4f1b2871b5c3 (external_zpool), ), }, }, image_source: InstallDataset, }, e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone): OmicronZoneConfig { id: e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::8]:32345, dataset: OmicronZoneDataset { pool_name: External( c6911096-09b3-4f64-bcd6-21701ca2d6ae (external_zpool), ), }, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, external_disks: {}, datasets: {}, orphaned_datasets: { DatasetName { pool_name: External( 3157ac73-1c49-4a5c-97f5-f888dfa8a320 (external_zpool), ), kind: ExternalDns, }: OrphanedDataset { name: DatasetName { pool_name: External( 3157ac73-1c49-4a5c-97f5-f888dfa8a320 (external_zpool), ), kind: ExternalDns, }, reason: "example orphaned dataset", id: Some( 3bd29f77-18e1-4dfd-85bc-d97011d3ff5b (dataset), ), mounted: false, available: ByteCount( 0, ), used: ByteCount( 0, ), }, }, zones: { 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone): Ok, 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone): Ok, 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone): Ok, 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone): Ok, 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone): Ok, 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone): Ok, 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone): Ok, 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone): Ok, a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone): Ok, ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone): Ok, bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone): Ok, c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone): Ok, e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone): Ok, }, boot_partitions: BootPartitionContents { boot_disk: Ok( A, ), slot_a: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 10000, image_size: 10000, target_size: 10000, sha256: [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ], image_name: "fake image for tests", }, artifact_hash: ArtifactHash( "0101010101010101010101010101010101010101010101010101010101010101", ), artifact_size: 14096, }, ), slot_b: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 1000, image_size: 1000, target_size: 1000, sha256: [ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ], image_name: "fake from debug_assume_success()", }, artifact_hash: ArtifactHash( "0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b", ), artifact_size: 1000, }, ), }, remove_mupdate_override: None, }, ), file_source_resolver: OmicronFileSourceResolverInventory { zone_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/zones.json", boot_inventory: Ok( ManifestBootInventory { source: Installinator { mupdate_id: 9a5fef1c-e15e-41a4-80a5-a249d70400d6 (mupdate), }, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 1024, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Err( "size/hash mismatch: expected 1024 bytes/360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386, got 15 bytes/360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "0000000000000000000000000000000000000000000000000000000000000000", ), status: Err( "size/hash mismatch: expected 13 bytes/0000000000000000000000000000000000000000000000000000000000000000, got 13 bytes/a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Err( "file not found", ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/zones.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 914e49ec-816e-4cfe-8f75-99f9a6e75c61): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/zones.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: 9a5fef1c-e15e-41a4-80a5-a249d70400d6): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/zones.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, measurement_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/measurements.json", boot_inventory: Ok( ManifestBootInventory { source: Installinator { mupdate_id: 9a5fef1c-e15e-41a4-80a5-a249d70400d6 (mupdate), }, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 1024, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Err( "size/hash mismatch: expected 1024 bytes/360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386, got 15 bytes/360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "0000000000000000000000000000000000000000000000000000000000000000", ), status: Err( "size/hash mismatch: expected 13 bytes/0000000000000000000000000000000000000000000000000000000000000000, got 13 bytes/a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Err( "file not found", ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/measurements.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 914e49ec-816e-4cfe-8f75-99f9a6e75c61): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/measurements.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: 9a5fef1c-e15e-41a4-80a5-a249d70400d6): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/measurements.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, mupdate_override: MupdateOverrideInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/mupdate-override.json", boot_override: Ok( Some( MupdateOverrideBootInventory { mupdate_override_id: 0a2981d3-dba8-4e54-863b-e47f1cbeee89 (mupdate_override), }, ), ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/mupdate-override.json", is_valid: true, message: "matches boot disk (present)", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/mupdate-override.json", is_valid: false, message: "boot disk has override but non-boot disk does not", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/mupdate-override.json", is_valid: false, message: "read error: install metadata read error", }, }, }, }, smf_services_enabled_not_online: SvcsCmdError( SvcsError { error: "Command failed with status: 2", time_of_status: 2026-01-01T00:00:00Z, }, ), reference_measurements: { "/this/path": SingleMeasurementInventory { path: "/this/path", result: Ok, }, "/this/path2": SingleMeasurementInventory { path: "/this/path2", result: Ok, }, }, }, c5aec1df-b897-49e4-8085-ccd975f9b529 (sled): SledAgent { time_collected: 2026-06-02T17:47:58.638828Z, source: "fake sled agent 1", sled_id: c5aec1df-b897-49e4-8085-ccd975f9b529 (sled), baseboard_id: Some( BaseboardId { part_number: "model1", serial_number: "s1", }, ), sled_agent_address: [::1]:56792, sled_role: Gimlet, usable_hardware_threads: 10, usable_physical_ram: ByteCount( 1048576, ), cpu_family: AmdMilan, reservoir_size: ByteCount( 1024, ), disks: [ PhysicalDisk { identity: DiskIdentity { vendor: "macrohard", model: "box", serial: "XXIV", }, variant: M2, slot: 0, firmware: Nvme( NvmeFirmware { active_slot: 1, next_active_slot: None, number_of_slots: 1, slot1_is_read_only: true, slot_firmware_versions: [ Some( "EXAMP1", ), ], }, ), }, PhysicalDisk { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0001", }, variant: U2, slot: 1, firmware: Nvme( NvmeFirmware { active_slot: 1, next_active_slot: None, number_of_slots: 1, slot1_is_read_only: true, slot_firmware_versions: [ Some( "EXAMP1", ), ], }, ), }, PhysicalDisk { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0002", }, variant: U2, slot: 2, firmware: Nvme( NvmeFirmware { active_slot: 1, next_active_slot: None, number_of_slots: 1, slot1_is_read_only: true, slot_firmware_versions: [ Some( "EXAMP1", ), ], }, ), }, PhysicalDisk { identity: DiskIdentity { vendor: "tony", model: "craystation", serial: "5", }, variant: U2, slot: 3, firmware: Nvme( NvmeFirmware { active_slot: 1, next_active_slot: None, number_of_slots: 1, slot1_is_read_only: true, slot_firmware_versions: [ Some( "EXAMP1", ), ], }, ), }, ], zpools: [ Zpool { time_collected: 2026-06-02T17:47:58.638828Z, id: 7a706f6f-6c00-0000-0000-000000000001 (zpool), total_size: ByteCount( 4096, ), health: Online, }, Zpool { time_collected: 2026-06-02T17:47:58.638828Z, id: 7a706f6f-6c00-0000-0000-000000000002 (zpool), total_size: ByteCount( 4096, ), health: Online, }, Zpool { time_collected: 2026-06-02T17:47:58.638828Z, id: 7a706f6f-6c00-0000-0000-000000000003 (zpool), total_size: ByteCount( 4096, ), health: Online, }, Zpool { time_collected: 2026-06-02T17:47:58.638828Z, id: 7a706f6f-6c00-0000-0000-000000000004 (zpool), total_size: ByteCount( 4096, ), health: Online, }, ], datasets: [ Dataset { id: Some( afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset), ), name: "oxp_7a706f6f-6c00-0000-0000-000000000001/crypt/debug", available: ByteCount( 1024, ), used: ByteCount( 0, ), quota: None, reservation: None, compression: "lz4", }, ], ledgered_sled_config: Some( OmicronSledConfig { generation: Generation( 5, ), disks: { 70687973-6963-616c-6469-736b00000001 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "macrohard", model: "box", serial: "XXIV", }, id: 70687973-6963-616c-6469-736b00000001 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000001 (zpool), }, 70687973-6963-616c-6469-736b00000002 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0001", }, id: 70687973-6963-616c-6469-736b00000002 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000002 (zpool), }, 70687973-6963-616c-6469-736b00000003 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0002", }, id: 70687973-6963-616c-6469-736b00000003 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000003 (zpool), }, 70687973-6963-616c-6469-736b00000004 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "tony", model: "craystation", serial: "5", }, id: 70687973-6963-616c-6469-736b00000004 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000004 (zpool), }, }, datasets: { afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset): DatasetConfig { id: afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset), name: DatasetName { pool_name: External( 7a706f6f-6c00-0000-0000-000000000001 (external_zpool), ), kind: Debug, }, inner: SharedDatasetConfig { compression: Lz4, quota: None, reservation: None, }, }, }, zones: { 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone): OmicronZoneConfig { id: 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::c]:32345, dataset: OmicronZoneDataset { pool_name: External( e1bf20e5-603c-4d14-94c4-47dc1eb58c45 (external_zpool), ), }, }, image_source: InstallDataset, }, 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone): OmicronZoneConfig { id: 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 3bcdbecd-827a-426e-96b6-30c355b78301 (external_zpool), ), }, }, image_source: InstallDataset, }, 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone): OmicronZoneConfig { id: 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1, }, image_source: InstallDataset, }, 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone): OmicronZoneConfig { id: 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::9]:32345, dataset: OmicronZoneDataset { pool_name: External( 8c96d804-3a6c-4c1b-be24-1e7fc18824de (external_zpool), ), }, }, image_source: InstallDataset, }, 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone): OmicronZoneConfig { id: 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::8]:32345, dataset: OmicronZoneDataset { pool_name: External( 0010be1f-4223-4f3e-844c-3e823488a852 (external_zpool), ), }, }, image_source: InstallDataset, }, 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone): OmicronZoneConfig { id: 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::6]:32345, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone): OmicronZoneConfig { id: 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::f]:32345, dataset: OmicronZoneDataset { pool_name: External( 13a6ef76-5904-4794-8083-dfeb6806e5f1 (external_zpool), ), }, }, image_source: InstallDataset, }, 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone): OmicronZoneConfig { id: 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:104::3]:32221, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone): OmicronZoneConfig { id: 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone), filesystem_pool: None, zone_type: Clickhouse { address: [fd00:1122:3344:104::5]:8123, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone): OmicronZoneConfig { id: 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::e]:32345, dataset: OmicronZoneDataset { pool_name: External( d721dbb5-6a10-4fe8-9d70-fae69ab84676 (external_zpool), ), }, }, image_source: InstallDataset, }, ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone): OmicronZoneConfig { id: ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone), filesystem_pool: None, zone_type: Nexus { internal_address: [fd00:1122:3344:104::4]:12221, lockstep_port: 12232, external_ip: 172.20.28.2, nic: NetworkInterface { id: 5d4a7e78-d1e1-41cd-881c-02d808fb90be, kind: Service { id: ab67e1fa-337f-45e6-83f0-6e94a9d50fc0, }, name: Name( "nexus-ab67e1fa-337f-45e6-83f0-6e94a9d50fc0", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.2.5, subnet: Ipv4Net { addr: 172.30.2.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 183, 226, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, external_tls: true, external_dns_servers: [ 1.1.1.1, 9.9.9.9, ], }, image_source: InstallDataset, }, cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone): OmicronZoneConfig { id: cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::d]:32345, dataset: OmicronZoneDataset { pool_name: External( a90de3a7-b760-45b7-ad72-70cd3570a940 (external_zpool), ), }, }, image_source: InstallDataset, }, d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone): OmicronZoneConfig { id: d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone), filesystem_pool: None, zone_type: BoundaryNtp { address: [fd00:1122:3344:104::10]:123, ntp_servers: [ "ntp.eng.oxide.computer", ], dns_servers: [ 1.1.1.1, 9.9.9.9, ], domain: None, nic: NetworkInterface { id: 2e4943f4-0477-4b5b-afd7-70c1f4aaf928, kind: Service { id: d38984ac-a366-4936-b64f-d98ae3dc2035, }, name: Name( "ntp-d38984ac-a366-4936-b64f-d98ae3dc2035", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.3.6, subnet: Ipv4Net { addr: 172.30.3.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 192, 56, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, snat_cfg: SourceNatConfig { ip: 172.20.28.6, first_port: 16384, last_port: 32767, }, }, image_source: InstallDataset, }, e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone): OmicronZoneConfig { id: e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 49154338-0e01-4394-9dd2-cb4c53cbb90f (external_zpool), ), }, }, image_source: InstallDataset, }, f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone): OmicronZoneConfig { id: f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 5dd3aedf-c3c5-4258-8864-3ea8b5ae321b (external_zpool), ), }, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, ), reconciler_status: Idle { completed_at: 2026-06-02T17:47:58.638795Z, ran_for: 5s, }, last_reconciliation: Some( ConfigReconcilerInventory { last_reconciled_config: OmicronSledConfig { generation: Generation( 5, ), disks: { 70687973-6963-616c-6469-736b00000001 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "macrohard", model: "box", serial: "XXIV", }, id: 70687973-6963-616c-6469-736b00000001 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000001 (zpool), }, 70687973-6963-616c-6469-736b00000002 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0001", }, id: 70687973-6963-616c-6469-736b00000002 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000002 (zpool), }, 70687973-6963-616c-6469-736b00000003 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0002", }, id: 70687973-6963-616c-6469-736b00000003 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000003 (zpool), }, 70687973-6963-616c-6469-736b00000004 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "tony", model: "craystation", serial: "5", }, id: 70687973-6963-616c-6469-736b00000004 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000004 (zpool), }, }, datasets: { afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset): DatasetConfig { id: afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset), name: DatasetName { pool_name: External( 7a706f6f-6c00-0000-0000-000000000001 (external_zpool), ), kind: Debug, }, inner: SharedDatasetConfig { compression: Lz4, quota: None, reservation: None, }, }, }, zones: { 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone): OmicronZoneConfig { id: 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::c]:32345, dataset: OmicronZoneDataset { pool_name: External( e1bf20e5-603c-4d14-94c4-47dc1eb58c45 (external_zpool), ), }, }, image_source: InstallDataset, }, 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone): OmicronZoneConfig { id: 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 3bcdbecd-827a-426e-96b6-30c355b78301 (external_zpool), ), }, }, image_source: InstallDataset, }, 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone): OmicronZoneConfig { id: 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1, }, image_source: InstallDataset, }, 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone): OmicronZoneConfig { id: 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::9]:32345, dataset: OmicronZoneDataset { pool_name: External( 8c96d804-3a6c-4c1b-be24-1e7fc18824de (external_zpool), ), }, }, image_source: InstallDataset, }, 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone): OmicronZoneConfig { id: 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::8]:32345, dataset: OmicronZoneDataset { pool_name: External( 0010be1f-4223-4f3e-844c-3e823488a852 (external_zpool), ), }, }, image_source: InstallDataset, }, 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone): OmicronZoneConfig { id: 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::6]:32345, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone): OmicronZoneConfig { id: 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::f]:32345, dataset: OmicronZoneDataset { pool_name: External( 13a6ef76-5904-4794-8083-dfeb6806e5f1 (external_zpool), ), }, }, image_source: InstallDataset, }, 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone): OmicronZoneConfig { id: 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:104::3]:32221, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone): OmicronZoneConfig { id: 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone), filesystem_pool: None, zone_type: Clickhouse { address: [fd00:1122:3344:104::5]:8123, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone): OmicronZoneConfig { id: 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::e]:32345, dataset: OmicronZoneDataset { pool_name: External( d721dbb5-6a10-4fe8-9d70-fae69ab84676 (external_zpool), ), }, }, image_source: InstallDataset, }, ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone): OmicronZoneConfig { id: ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone), filesystem_pool: None, zone_type: Nexus { internal_address: [fd00:1122:3344:104::4]:12221, lockstep_port: 12232, external_ip: 172.20.28.2, nic: NetworkInterface { id: 5d4a7e78-d1e1-41cd-881c-02d808fb90be, kind: Service { id: ab67e1fa-337f-45e6-83f0-6e94a9d50fc0, }, name: Name( "nexus-ab67e1fa-337f-45e6-83f0-6e94a9d50fc0", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.2.5, subnet: Ipv4Net { addr: 172.30.2.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 183, 226, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, external_tls: true, external_dns_servers: [ 1.1.1.1, 9.9.9.9, ], }, image_source: InstallDataset, }, cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone): OmicronZoneConfig { id: cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::d]:32345, dataset: OmicronZoneDataset { pool_name: External( a90de3a7-b760-45b7-ad72-70cd3570a940 (external_zpool), ), }, }, image_source: InstallDataset, }, d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone): OmicronZoneConfig { id: d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone), filesystem_pool: None, zone_type: BoundaryNtp { address: [fd00:1122:3344:104::10]:123, ntp_servers: [ "ntp.eng.oxide.computer", ], dns_servers: [ 1.1.1.1, 9.9.9.9, ], domain: None, nic: NetworkInterface { id: 2e4943f4-0477-4b5b-afd7-70c1f4aaf928, kind: Service { id: d38984ac-a366-4936-b64f-d98ae3dc2035, }, name: Name( "ntp-d38984ac-a366-4936-b64f-d98ae3dc2035", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.3.6, subnet: Ipv4Net { addr: 172.30.3.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 192, 56, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, snat_cfg: SourceNatConfig { ip: 172.20.28.6, first_port: 16384, last_port: 32767, }, }, image_source: InstallDataset, }, e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone): OmicronZoneConfig { id: e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 49154338-0e01-4394-9dd2-cb4c53cbb90f (external_zpool), ), }, }, image_source: InstallDataset, }, f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone): OmicronZoneConfig { id: f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 5dd3aedf-c3c5-4258-8864-3ea8b5ae321b (external_zpool), ), }, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, external_disks: { 70687973-6963-616c-6469-736b00000001 (physical_disk): Ok, 70687973-6963-616c-6469-736b00000002 (physical_disk): Ok, 70687973-6963-616c-6469-736b00000003 (physical_disk): Ok, 70687973-6963-616c-6469-736b00000004 (physical_disk): Ok, }, datasets: { afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset): Ok, }, orphaned_datasets: { DatasetName { pool_name: External( 0073fee2-9c24-4dc9-90ff-907a3ed1a451 (external_zpool), ), kind: ExternalDns, }: OrphanedDataset { name: DatasetName { pool_name: External( 0073fee2-9c24-4dc9-90ff-907a3ed1a451 (external_zpool), ), kind: ExternalDns, }, reason: "example orphaned dataset", id: Some( b35abdbb-cfca-4730-a523-a7989ab76195 (dataset), ), mounted: false, available: ByteCount( 0, ), used: ByteCount( 0, ), }, }, zones: { 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone): Ok, 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone): Ok, 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone): Ok, 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone): Ok, 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone): Ok, 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone): Ok, 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone): Ok, 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone): Ok, 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone): Ok, 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone): Ok, ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone): Ok, cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone): Ok, d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone): Ok, e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone): Ok, f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone): Ok, }, boot_partitions: BootPartitionContents { boot_disk: Ok( A, ), slot_a: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 10000, image_size: 10000, target_size: 10000, sha256: [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ], image_name: "fake image for tests", }, artifact_hash: ArtifactHash( "0101010101010101010101010101010101010101010101010101010101010101", ), artifact_size: 14096, }, ), slot_b: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 1000, image_size: 1000, target_size: 1000, sha256: [ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ], image_name: "fake from debug_assume_success()", }, artifact_hash: ArtifactHash( "0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b", ), artifact_size: 1000, }, ), }, remove_mupdate_override: None, }, ), file_source_resolver: OmicronFileSourceResolverInventory { zone_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/zones.json", boot_inventory: Ok( ManifestBootInventory { source: Installinator { mupdate_id: 5111adb5-9c74-4057-bae2-294dcce8e803 (mupdate), }, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 15, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Ok( (), ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), status: Ok( (), ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Ok( (), ), }, "nexus.tar.gz": ZoneArtifactInventory { file_name: "nexus.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/nexus.tar.gz", expected_size: 10, expected_hash: ArtifactHash( "96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80", ), status: Ok( (), ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/zones.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 5111adb5-9c74-4057-bae2-294dcce8e803): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/zones.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: ef43a1e1-9d21-45b0-9c5a-541afbe8f24f): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/zones.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, measurement_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/measurements.json", boot_inventory: Ok( ManifestBootInventory { source: Installinator { mupdate_id: 5111adb5-9c74-4057-bae2-294dcce8e803 (mupdate), }, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 15, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Ok( (), ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), status: Ok( (), ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Ok( (), ), }, "nexus.tar.gz": ZoneArtifactInventory { file_name: "nexus.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/nexus.tar.gz", expected_size: 10, expected_hash: ArtifactHash( "96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80", ), status: Ok( (), ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/measurements.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 5111adb5-9c74-4057-bae2-294dcce8e803): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/measurements.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: ef43a1e1-9d21-45b0-9c5a-541afbe8f24f): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/measurements.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, mupdate_override: MupdateOverrideInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/mupdate-override.json", boot_override: Ok( Some( MupdateOverrideBootInventory { mupdate_override_id: 4475873d-64b1-4193-963a-4e1bc31039f5 (mupdate_override), }, ), ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/mupdate-override.json", is_valid: true, message: "matches boot disk (present)", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/mupdate-override.json", is_valid: false, message: "boot disk has override but non-boot disk does not", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/mupdate-override.json", is_valid: false, message: "read error: install metadata read error", }, }, }, }, smf_services_enabled_not_online: DataUnavailable, reference_measurements: { "/this/path": SingleMeasurementInventory { path: "/this/path", result: Ok, }, "/this/path2": SingleMeasurementInventory { path: "/this/path2", result: Ok, }, }, }, d7efa9c4-833d-4354-a9a2-94ba9715c154 (sled): SledAgent { time_collected: 2026-06-02T17:47:58.639275Z, source: "fake sled agent 4", sled_id: d7efa9c4-833d-4354-a9a2-94ba9715c154 (sled), baseboard_id: Some( BaseboardId { part_number: "model1", serial_number: "s4", }, ), sled_agent_address: [::1]:56792, sled_role: Scrimlet, usable_hardware_threads: 10, usable_physical_ram: ByteCount( 1048576, ), cpu_family: AmdMilan, reservoir_size: ByteCount( 1024, ), disks: [], zpools: [], datasets: [], ledgered_sled_config: Some( OmicronSledConfig { generation: Generation( 5, ), disks: {}, datasets: {}, zones: { 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone): OmicronZoneConfig { id: 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone), filesystem_pool: None, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, http_address: [fd00:1122:3344:102::4]:5353, dns_address: 172.20.28.1:53, nic: NetworkInterface { id: 8b99b41f-976d-4cb5-bad6-492cde39575a, kind: Service { id: 0322760d-a1e2-4911-8745-569f6bad8251, }, name: Name( "external-dns-0322760d-a1e2-4911-8745-569f6bad8251", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.1.5, subnet: Ipv4Net { addr: 172.30.1.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 247, 74, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, }, image_source: InstallDataset, }, 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone): OmicronZoneConfig { id: 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::9]:32345, dataset: OmicronZoneDataset { pool_name: External( 6d799846-deac-4809-93bd-5dad30127938 (external_zpool), ), }, }, image_source: InstallDataset, }, 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone): OmicronZoneConfig { id: 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::8]:32345, dataset: OmicronZoneDataset { pool_name: External( 2acbc210-8b83-490a-b7a7-e458d742c269 (external_zpool), ), }, }, image_source: InstallDataset, }, 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone): OmicronZoneConfig { id: 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, }, image_source: InstallDataset, }, 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone): OmicronZoneConfig { id: 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:102::3]:32221, dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, }, image_source: InstallDataset, }, 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone): OmicronZoneConfig { id: 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone), filesystem_pool: None, zone_type: BoundaryNtp { address: [fd00:1122:3344:102::10]:123, ntp_servers: [ "ntp.eng.oxide.computer", ], dns_servers: [ 1.1.1.1, 9.9.9.9, ], domain: None, nic: NetworkInterface { id: 6c2aa1c5-0e42-4b80-9b31-26d0e8599d0d, kind: Service { id: 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff, }, name: Name( "ntp-412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.3.5, subnet: Ipv4Net { addr: 172.30.3.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 242, 69, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, snat_cfg: SourceNatConfig { ip: 172.20.28.5, first_port: 0, last_port: 16383, }, }, image_source: InstallDataset, }, 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone): OmicronZoneConfig { id: 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 901a85dd-8214-407a-a358-ef4aebfa810d (external_zpool), ), }, }, image_source: InstallDataset, }, 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone): OmicronZoneConfig { id: 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0, }, image_source: InstallDataset, }, 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone): OmicronZoneConfig { id: 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::c]:32345, dataset: OmicronZoneDataset { pool_name: External( 87714aed-4573-438c-8c9d-3ed64688bdc4 (external_zpool), ), }, }, image_source: InstallDataset, }, b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone): OmicronZoneConfig { id: b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::e]:32345, dataset: OmicronZoneDataset { pool_name: External( 1cd1c449-b5e1-4e8b-bb2f-2e2bd5a8f301 (external_zpool), ), }, }, image_source: InstallDataset, }, c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone): OmicronZoneConfig { id: c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::f]:32345, dataset: OmicronZoneDataset { pool_name: External( 17d7dbce-b430-4c71-a27e-a5e66d175347 (external_zpool), ), }, }, image_source: InstallDataset, }, cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone): OmicronZoneConfig { id: cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone), filesystem_pool: None, zone_type: Oximeter { address: [fd00:1122:3344:102::5]:12223, }, image_source: InstallDataset, }, d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone): OmicronZoneConfig { id: d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 0fa59017-d1e7-47c1-9ed6-b66851e544ee (external_zpool), ), }, }, image_source: InstallDataset, }, e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone): OmicronZoneConfig { id: e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::d]:32345, dataset: OmicronZoneDataset { pool_name: External( 51abdeb3-6673-4af3-aa91-7e8748e4dda2 (external_zpool), ), }, }, image_source: InstallDataset, }, f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone): OmicronZoneConfig { id: f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone), filesystem_pool: None, zone_type: CruciblePantry { address: [fd00:1122:3344:102::6]:17000, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, ), reconciler_status: Idle { completed_at: 2026-06-02T17:47:58.639259Z, ran_for: 5s, }, last_reconciliation: Some( ConfigReconcilerInventory { last_reconciled_config: OmicronSledConfig { generation: Generation( 5, ), disks: {}, datasets: {}, zones: { 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone): OmicronZoneConfig { id: 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone), filesystem_pool: None, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, http_address: [fd00:1122:3344:102::4]:5353, dns_address: 172.20.28.1:53, nic: NetworkInterface { id: 8b99b41f-976d-4cb5-bad6-492cde39575a, kind: Service { id: 0322760d-a1e2-4911-8745-569f6bad8251, }, name: Name( "external-dns-0322760d-a1e2-4911-8745-569f6bad8251", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.1.5, subnet: Ipv4Net { addr: 172.30.1.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 247, 74, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, }, image_source: InstallDataset, }, 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone): OmicronZoneConfig { id: 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::9]:32345, dataset: OmicronZoneDataset { pool_name: External( 6d799846-deac-4809-93bd-5dad30127938 (external_zpool), ), }, }, image_source: InstallDataset, }, 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone): OmicronZoneConfig { id: 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::8]:32345, dataset: OmicronZoneDataset { pool_name: External( 2acbc210-8b83-490a-b7a7-e458d742c269 (external_zpool), ), }, }, image_source: InstallDataset, }, 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone): OmicronZoneConfig { id: 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, }, image_source: InstallDataset, }, 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone): OmicronZoneConfig { id: 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:102::3]:32221, dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, }, image_source: InstallDataset, }, 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone): OmicronZoneConfig { id: 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone), filesystem_pool: None, zone_type: BoundaryNtp { address: [fd00:1122:3344:102::10]:123, ntp_servers: [ "ntp.eng.oxide.computer", ], dns_servers: [ 1.1.1.1, 9.9.9.9, ], domain: None, nic: NetworkInterface { id: 6c2aa1c5-0e42-4b80-9b31-26d0e8599d0d, kind: Service { id: 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff, }, name: Name( "ntp-412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.3.5, subnet: Ipv4Net { addr: 172.30.3.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 242, 69, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, snat_cfg: SourceNatConfig { ip: 172.20.28.5, first_port: 0, last_port: 16383, }, }, image_source: InstallDataset, }, 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone): OmicronZoneConfig { id: 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 901a85dd-8214-407a-a358-ef4aebfa810d (external_zpool), ), }, }, image_source: InstallDataset, }, 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone): OmicronZoneConfig { id: 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0, }, image_source: InstallDataset, }, 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone): OmicronZoneConfig { id: 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::c]:32345, dataset: OmicronZoneDataset { pool_name: External( 87714aed-4573-438c-8c9d-3ed64688bdc4 (external_zpool), ), }, }, image_source: InstallDataset, }, b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone): OmicronZoneConfig { id: b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::e]:32345, dataset: OmicronZoneDataset { pool_name: External( 1cd1c449-b5e1-4e8b-bb2f-2e2bd5a8f301 (external_zpool), ), }, }, image_source: InstallDataset, }, c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone): OmicronZoneConfig { id: c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::f]:32345, dataset: OmicronZoneDataset { pool_name: External( 17d7dbce-b430-4c71-a27e-a5e66d175347 (external_zpool), ), }, }, image_source: InstallDataset, }, cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone): OmicronZoneConfig { id: cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone), filesystem_pool: None, zone_type: Oximeter { address: [fd00:1122:3344:102::5]:12223, }, image_source: InstallDataset, }, d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone): OmicronZoneConfig { id: d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 0fa59017-d1e7-47c1-9ed6-b66851e544ee (external_zpool), ), }, }, image_source: InstallDataset, }, e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone): OmicronZoneConfig { id: e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::d]:32345, dataset: OmicronZoneDataset { pool_name: External( 51abdeb3-6673-4af3-aa91-7e8748e4dda2 (external_zpool), ), }, }, image_source: InstallDataset, }, f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone): OmicronZoneConfig { id: f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone), filesystem_pool: None, zone_type: CruciblePantry { address: [fd00:1122:3344:102::6]:17000, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, external_disks: {}, datasets: {}, orphaned_datasets: { DatasetName { pool_name: External( ced2e34f-2ccb-44db-81fd-d05199f6406e (external_zpool), ), kind: ExternalDns, }: OrphanedDataset { name: DatasetName { pool_name: External( ced2e34f-2ccb-44db-81fd-d05199f6406e (external_zpool), ), kind: ExternalDns, }, reason: "example orphaned dataset", id: Some( beb39832-ee8d-4991-a178-b0285f4f7bc2 (dataset), ), mounted: false, available: ByteCount( 0, ), used: ByteCount( 0, ), }, }, zones: { 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone): Ok, 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone): Ok, 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone): Ok, 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone): Ok, 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone): Ok, 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone): Ok, 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone): Ok, 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone): Ok, 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone): Ok, b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone): Ok, c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone): Ok, cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone): Ok, d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone): Ok, e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone): Ok, f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone): Ok, }, boot_partitions: BootPartitionContents { boot_disk: Ok( A, ), slot_a: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 10000, image_size: 10000, target_size: 10000, sha256: [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ], image_name: "fake image for tests", }, artifact_hash: ArtifactHash( "0101010101010101010101010101010101010101010101010101010101010101", ), artifact_size: 14096, }, ), slot_b: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 1000, image_size: 1000, target_size: 1000, sha256: [ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ], image_name: "fake from debug_assume_success()", }, artifact_hash: ArtifactHash( "0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b", ), artifact_size: 1000, }, ), }, remove_mupdate_override: None, }, ), file_source_resolver: OmicronFileSourceResolverInventory { zone_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/zones.json", boot_inventory: Ok( ManifestBootInventory { source: SledAgent, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 15, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Ok( (), ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), status: Ok( (), ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Ok( (), ), }, "nexus.tar.gz": ZoneArtifactInventory { file_name: "nexus.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/nexus.tar.gz", expected_size: 10, expected_hash: ArtifactHash( "96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80", ), status: Ok( (), ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/zones.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by sled-agent: 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/zones.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: 32bbf4c0-6e11-4282-928a-0bbe17cd77d2): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/zones.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, measurement_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/measurements.json", boot_inventory: Ok( ManifestBootInventory { source: SledAgent, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 15, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Ok( (), ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), status: Ok( (), ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Ok( (), ), }, "nexus.tar.gz": ZoneArtifactInventory { file_name: "nexus.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/nexus.tar.gz", expected_size: 10, expected_hash: ArtifactHash( "96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80", ), status: Ok( (), ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/measurements.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by sled-agent: 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/measurements.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: 32bbf4c0-6e11-4282-928a-0bbe17cd77d2): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/measurements.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, mupdate_override: MupdateOverrideInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/mupdate-override.json", boot_override: Ok( None, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/mupdate-override.json", is_valid: true, message: "matches boot disk (present)", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/mupdate-override.json", is_valid: false, message: "boot disk has override but non-boot disk does not", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/mupdate-override.json", is_valid: false, message: "read error: install metadata read error", }, }, }, }, smf_services_enabled_not_online: DataUnavailable, reference_measurements: { "/this/path": SingleMeasurementInventory { path: "/this/path", result: Ok, }, "/this/path2": SingleMeasurementInventory { path: "/this/path2", result: Ok, }, }, }, }, clickhouse_keeper_cluster_membership: { ClickhouseKeeperClusterMembership { queried_keeper: KeeperId( 1, ), leader_committed_log_index: 1000, raft_config: { KeeperId( 1, ), }, }, }, cockroach_status: { InternalNodeId( "1", ): CockroachStatus { ranges_underreplicated: Some( 0, ), liveness_live_nodes: None, }, }, ntp_timesync: { cf5127ef-b176-4503-aaab-4f737751abf7 (omicron_zone): TimeSync { zone_id: cf5127ef-b176-4503-aaab-4f737751abf7 (omicron_zone), synced: true, }, }, internal_dns_generation_status: { 668c7f56-2113-45bb-b65f-56643db0939a (omicron_zone): InternalDnsGenerationStatus { zone_id: 668c7f56-2113-45bb-b65f-56643db0939a (omicron_zone), generation: Generation( 1, ), }, }, } test builder::test::test_basic ... FAILED failures: failures: builder::test::test_basic test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 6 filtered out; finished in 0.12s thread 'builder::test::test_basic' (89594) panicked at nexus/inventory/src/builder.rs:871:9: assertion `left == right` failed left: ["MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error"] right: ["MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error", "sled 5c5b4cf9-3e13-45fd-871c-f177d6537510: reported unknown baseboard"] stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: core::panicking::assert_failed_inner at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:439:17 3: core::panicking::assert_failed::<alloc::vec::Vec<alloc::string::String>, [&str; 2]> at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:394:5 4: test_basic at ./src/builder.rs:871:9 5: nexus_inventory::builder::test::test_basic::{closure#0} at ./src/builder.rs:846:20 6: <nexus_inventory::builder::test::test_basic::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 7: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test Collection { id: 0dc37e88-31c0-41dd-8d0f-35779a1d8d82 (collection), errors: [ "MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error", ], time_started: 2026-06-02T17:47:56.600573Z, time_done: 2026-06-02T17:47:56.790160Z, collector: "example", baseboards: { BaseboardId { part_number: "model1", serial_number: "s1", }, BaseboardId { part_number: "model1", serial_number: "s2", }, BaseboardId { part_number: "model1", serial_number: "s4", }, BaseboardId { part_number: "model2", serial_number: "s1", }, BaseboardId { part_number: "model3", serial_number: "s1", }, BaseboardId { part_number: "model4", serial_number: "s2", }, }, cabooses: { Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, Caboose { board: "board_psc_rot_a", git_commit: "git_commit_psc_rot_a", name: "name_psc_rot_a", version: "version_psc_rot_a", sign: Some( "sign_psc_rot_a", ), }, Caboose { board: "board_psc_rot_b", git_commit: "git_commit_psc_rot_b", name: "name_psc_rot_b", version: "version_psc_rot_b", sign: Some( "sign_psc_rot_b", ), }, Caboose { board: "board_psc_sp_0", git_commit: "git_commit_psc_sp_0", name: "name_psc_sp_0", version: "version_psc_sp_0", sign: Some( "sign_psc_sp_0", ), }, Caboose { board: "board_psc_sp_1", git_commit: "git_commit_psc_sp_1", name: "name_psc_sp_1", version: "version_psc_sp_1", sign: Some( "sign_psc_sp_1", ), }, }, rot_pages: { RotPage { data_base64: "MQ==", }, RotPage { data_base64: "cHNjIGNmcGEgYWN0aXZl", }, RotPage { data_base64: "cHNjIGNmcGEgaW5hY3RpdmU=", }, RotPage { data_base64: "cHNjIGNmcGEgc2NyYXRjaA==", }, RotPage { data_base64: "cHNjIGNtcGE=", }, }, sps: { BaseboardId { part_number: "model1", serial_number: "s1", }: ServiceProcessor { time_collected: 2026-06-02T17:47:56.619038Z, source: "fake MGS 1", sp_type: Sled, sp_slot: 3, baseboard_revision: 0, hubris_archive: "hubris1", power_state: A0, }, BaseboardId { part_number: "model1", serial_number: "s2", }: ServiceProcessor { time_collected: 2026-06-02T17:47:56.625719Z, source: "fake MGS 1", sp_type: Sled, sp_slot: 5, baseboard_revision: 1, hubris_archive: "hubris5", power_state: A2, }, BaseboardId { part_number: "model2", serial_number: "s1", }: ServiceProcessor { time_collected: 2026-06-02T17:47:56.622997Z, source: "fake MGS 2", sp_type: Sled, sp_slot: 4, baseboard_revision: 1, hubris_archive: "hubris2", power_state: A2, }, BaseboardId { part_number: "model3", serial_number: "s1", }: ServiceProcessor { time_collected: 2026-06-02T17:47:56.623007Z, source: "fake MGS 2", sp_type: Switch, sp_slot: 0, baseboard_revision: 2, hubris_archive: "hubris3", power_state: A1, }, BaseboardId { part_number: "model4", serial_number: "s2", }: ServiceProcessor { time_collected: 2026-06-02T17:47:56.623009Z, source: "fake MGS 1", sp_type: Power, sp_slot: 1, baseboard_revision: 3, hubris_archive: "hubris4", power_state: A2, }, }, host_phase_1_active_slots: { BaseboardId { part_number: "model1", serial_number: "s1", }: HostPhase1ActiveSlot { time_collected: 2026-06-02T17:47:56.642139Z, source: "fake MGS 1", slot: A, }, BaseboardId { part_number: "model2", serial_number: "s1", }: HostPhase1ActiveSlot { time_collected: 2026-06-02T17:47:56.642149Z, source: "fake MGS 1", slot: B, }, }, host_phase_1_flash_hashes: { A: { BaseboardId { part_number: "model1", serial_number: "s1", }: HostPhase1FlashHash { time_collected: 2026-06-02T17:47:56.642155Z, source: "fake MGS 1", slot: A, hash: ArtifactHash( "0101010101010101010101010101010101010101010101010101010101010101", ), }, }, B: { BaseboardId { part_number: "model1", serial_number: "s1", }: HostPhase1FlashHash { time_collected: 2026-06-02T17:47:56.642936Z, source: "fake MGS 1", slot: B, hash: ArtifactHash( "0202020202020202020202020202020202020202020202020202020202020202", ), }, BaseboardId { part_number: "model2", serial_number: "s1", }: HostPhase1FlashHash { time_collected: 2026-06-02T17:47:56.642937Z, source: "fake MGS 1", slot: B, hash: ArtifactHash( "0303030303030303030303030303030303030303030303030303030303030303", ), }, }, }, rots: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotState { time_collected: 2026-06-02T17:47:56.619038Z, source: "fake MGS 1", active_slot: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some( "slotAdigest1", ), slot_b_sha3_256_digest: Some( "slotBdigest1", ), stage0_digest: None, stage0next_digest: None, slot_a_error: None, slot_b_error: None, stage0_error: None, stage0next_error: None, }, BaseboardId { part_number: "model2", serial_number: "s1", }: RotState { time_collected: 2026-06-02T17:47:56.622997Z, source: "fake MGS 2", active_slot: B, persistent_boot_preference: A, pending_persistent_boot_preference: Some( A, ), transient_boot_preference: Some( B, ), slot_a_sha3_256_digest: Some( "slotAdigest2", ), slot_b_sha3_256_digest: Some( "slotBdigest2", ), stage0_digest: None, stage0next_digest: None, slot_a_error: None, slot_b_error: None, stage0_error: None, stage0next_error: None, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotState { time_collected: 2026-06-02T17:47:56.623007Z, source: "fake MGS 2", active_slot: B, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some( "slotAdigest3", ), slot_b_sha3_256_digest: Some( "slotBdigest3", ), stage0_digest: None, stage0next_digest: None, slot_a_error: None, slot_b_error: None, stage0_error: None, stage0next_error: None, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotState { time_collected: 2026-06-02T17:47:56.623009Z, source: "fake MGS 1", active_slot: B, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some( "slotAdigest4", ), slot_b_sha3_256_digest: Some( "slotBdigest4", ), stage0_digest: None, stage0next_digest: None, slot_a_error: None, slot_b_error: None, stage0_error: None, stage0next_error: None, }, }, cabooses_found: { SpSlot0: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:56.646042Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:56.649067Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:56.649076Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: CabooseFound { time_collected: 2026-06-02T17:47:56.649086Z, source: "test suite", caboose: Caboose { board: "board_psc_sp_0", git_commit: "git_commit_psc_sp_0", name: "name_psc_sp_0", version: "version_psc_sp_0", sign: Some( "sign_psc_sp_0", ), }, }, }, SpSlot1: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:56.649043Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:56.649070Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:56.649077Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: CabooseFound { time_collected: 2026-06-02T17:47:56.649087Z, source: "test suite", caboose: Caboose { board: "board_psc_sp_1", git_commit: "git_commit_psc_sp_1", name: "name_psc_sp_1", version: "version_psc_sp_1", sign: Some( "sign_psc_sp_1", ), }, }, }, RotSlotA: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:56.649061Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:56.649071Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:56.649078Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: CabooseFound { time_collected: 2026-06-02T17:47:56.649090Z, source: "test suite", caboose: Caboose { board: "board_psc_rot_a", git_commit: "git_commit_psc_rot_a", name: "name_psc_rot_a", version: "version_psc_rot_a", sign: Some( "sign_psc_rot_a", ), }, }, }, RotSlotB: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:56.649062Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:56.649072Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:56.649079Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: CabooseFound { time_collected: 2026-06-02T17:47:56.649091Z, source: "test suite", caboose: Caboose { board: "board_psc_rot_b", git_commit: "git_commit_psc_rot_b", name: "name_psc_rot_b", version: "version_psc_rot_b", sign: Some( "sign_psc_rot_b", ), }, }, }, Stage0: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:56.649063Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:56.649074Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:56.649080Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, }, Stage0Next: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:56.649064Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:56.649075Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:47:56.649081Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, }, }, rot_pages_found: { Cmpa: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:47:56.651030Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model1", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:47:56.651046Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:47:56.651052Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:47:56.651059Z, source: "test suite", page: RotPage { data_base64: "cHNjIGNtcGE=", }, }, }, CfpaActive: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:47:56.651041Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model1", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:47:56.651049Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:47:56.651052Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:47:56.651061Z, source: "test suite", page: RotPage { data_base64: "cHNjIGNmcGEgYWN0aXZl", }, }, }, CfpaInactive: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:47:56.651042Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model1", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:47:56.651050Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:47:56.651053Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:47:56.651062Z, source: "test suite", page: RotPage { data_base64: "cHNjIGNmcGEgaW5hY3RpdmU=", }, }, }, CfpaScratch: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:47:56.651044Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model1", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:47:56.651051Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:47:56.651054Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:47:56.651063Z, source: "test suite", page: RotPage { data_base64: "cHNjIGNmcGEgc2NyYXRjaA==", }, }, }, }, sled_agents: { 5c5b4cf9-3e13-45fd-871c-f177d6537510 (sled): SledAgent { time_collected: 2026-06-02T17:47:56.786514Z, source: "fake sled agent 6", sled_id: 5c5b4cf9-3e13-45fd-871c-f177d6537510 (sled), baseboard_id: None, sled_agent_address: [::1]:56792, sled_role: Gimlet, usable_hardware_threads: 10, usable_physical_ram: ByteCount( 1048576, ), cpu_family: AmdMilan, reservoir_size: ByteCount( 1024, ), disks: [], zpools: [], datasets: [], ledgered_sled_config: None, reconciler_status: NotYetRun, last_reconciliation: None, file_source_resolver: OmicronFileSourceResolverInventory { zone_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/zones.json", boot_inventory: Err( "error reading install metadata: error retrieving metadata for install dataset directory `/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install`: entity not found", ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/zones.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: dcf92dec-e3d0-4340-97eb-7d4c826b8d5c): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/zones.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: 85a211e1-834d-45e9-b6bb-e8db3043d4e4): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/zones.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, measurement_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/measurements.json", boot_inventory: Err( "error reading install metadata: error retrieving metadata for install dataset directory `/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install`: entity not found", ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/measurements.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: dcf92dec-e3d0-4340-97eb-7d4c826b8d5c): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/measurements.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: 85a211e1-834d-45e9-b6bb-e8db3043d4e4): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/measurements.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, mupdate_override: MupdateOverrideInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/mupdate-override.json", boot_override: Err( "install metadata read error: error retrieving metadata for install dataset directory `/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install`: entity not found", ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/mupdate-override.json", is_valid: true, message: "matches boot disk (present)", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/mupdate-override.json", is_valid: false, message: "boot disk has override but non-boot disk does not", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/mupdate-override.json", is_valid: false, message: "read error: install metadata read error", }, }, }, }, smf_services_enabled_not_online: SvcsEnabledNotOnline( SvcsEnabledNotOnline { services: [ SvcEnabledNotOnline { fmri: "svc:/site/fake-service:default", zone: "global", state: Maintenance, }, ], errors: [ "an unimportant error", ], time_of_status: 2026-01-01T00:00:00Z, }, ), reference_measurements: { "/this/path": SingleMeasurementInventory { path: "/this/path", result: Ok, }, "/this/path2": SingleMeasurementInventory { path: "/this/path2", result: Ok, }, }, }, c4a5325b-e852-4747-b28a-8aaa7eded8a0 (sled): SledAgent { time_collected: 2026-06-02T17:47:56.786255Z, source: "fake sled agent 5", sled_id: c4a5325b-e852-4747-b28a-8aaa7eded8a0 (sled), baseboard_id: None, sled_agent_address: [::1]:56792, sled_role: Gimlet, usable_hardware_threads: 10, usable_physical_ram: ByteCount( 1048576, ), cpu_family: AmdMilan, reservoir_size: ByteCount( 1024, ), disks: [], zpools: [], datasets: [], ledgered_sled_config: Some( OmicronSledConfig { generation: Generation( 5, ), disks: {}, datasets: {}, zones: { 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone): OmicronZoneConfig { id: 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::c]:32345, dataset: OmicronZoneDataset { pool_name: External( e675c45a-5e1b-4d24-99af-806523ed17d5 (external_zpool), ), }, }, image_source: InstallDataset, }, 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone): OmicronZoneConfig { id: 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::d]:32345, dataset: OmicronZoneDataset { pool_name: External( 33a4881a-2b3f-4840-b252-f370024eee64 (external_zpool), ), }, }, image_source: InstallDataset, }, 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone): OmicronZoneConfig { id: 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::9]:32345, dataset: OmicronZoneDataset { pool_name: External( d9974711-1064-441d-ba75-0ffabfc86d27 (external_zpool), ), }, }, image_source: InstallDataset, }, 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone): OmicronZoneConfig { id: 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2, }, image_source: InstallDataset, }, 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone): OmicronZoneConfig { id: 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone), filesystem_pool: None, zone_type: Nexus { internal_address: [fd00:1122:3344:103::4]:12221, lockstep_port: 12232, external_ip: 172.20.28.3, nic: NetworkInterface { id: 3e1324f0-cad4-484e-a101-e26da2706e92, kind: Service { id: 804f9ff7-0d45-465f-8820-ee0fc7c25286, }, name: Name( "nexus-804f9ff7-0d45-465f-8820-ee0fc7c25286", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 165, 80, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, external_tls: true, external_dns_servers: [ 1.1.1.1, 9.9.9.9, ], }, image_source: InstallDataset, }, 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone): OmicronZoneConfig { id: 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone), filesystem_pool: None, zone_type: CruciblePantry { address: [fd00:1122:3344:103::5]:17000, }, image_source: InstallDataset, }, 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone): OmicronZoneConfig { id: 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:103::3]:32221, dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, }, image_source: InstallDataset, }, 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone): OmicronZoneConfig { id: 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone), filesystem_pool: None, zone_type: InternalNtp { address: [fd00:1122:3344:103::e]:123, }, image_source: InstallDataset, }, a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone): OmicronZoneConfig { id: a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 844fd687-fd26-4616-91aa-441cf136c62d (external_zpool), ), }, }, image_source: InstallDataset, }, ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone): OmicronZoneConfig { id: ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 4c667609-0876-4c8c-ae60-1b30aaf236dc (external_zpool), ), }, }, image_source: InstallDataset, }, bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone): OmicronZoneConfig { id: bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::6]:32345, dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, }, image_source: InstallDataset, }, c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone): OmicronZoneConfig { id: c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 93017061-5910-4bf5-a366-4f1b2871b5c3 (external_zpool), ), }, }, image_source: InstallDataset, }, e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone): OmicronZoneConfig { id: e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::8]:32345, dataset: OmicronZoneDataset { pool_name: External( c6911096-09b3-4f64-bcd6-21701ca2d6ae (external_zpool), ), }, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, ), reconciler_status: Idle { completed_at: 2026-06-02T17:47:56.786245Z, ran_for: 5s, }, last_reconciliation: Some( ConfigReconcilerInventory { last_reconciled_config: OmicronSledConfig { generation: Generation( 5, ), disks: {}, datasets: {}, zones: { 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone): OmicronZoneConfig { id: 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::c]:32345, dataset: OmicronZoneDataset { pool_name: External( e675c45a-5e1b-4d24-99af-806523ed17d5 (external_zpool), ), }, }, image_source: InstallDataset, }, 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone): OmicronZoneConfig { id: 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::d]:32345, dataset: OmicronZoneDataset { pool_name: External( 33a4881a-2b3f-4840-b252-f370024eee64 (external_zpool), ), }, }, image_source: InstallDataset, }, 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone): OmicronZoneConfig { id: 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::9]:32345, dataset: OmicronZoneDataset { pool_name: External( d9974711-1064-441d-ba75-0ffabfc86d27 (external_zpool), ), }, }, image_source: InstallDataset, }, 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone): OmicronZoneConfig { id: 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2, }, image_source: InstallDataset, }, 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone): OmicronZoneConfig { id: 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone), filesystem_pool: None, zone_type: Nexus { internal_address: [fd00:1122:3344:103::4]:12221, lockstep_port: 12232, external_ip: 172.20.28.3, nic: NetworkInterface { id: 3e1324f0-cad4-484e-a101-e26da2706e92, kind: Service { id: 804f9ff7-0d45-465f-8820-ee0fc7c25286, }, name: Name( "nexus-804f9ff7-0d45-465f-8820-ee0fc7c25286", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 165, 80, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, external_tls: true, external_dns_servers: [ 1.1.1.1, 9.9.9.9, ], }, image_source: InstallDataset, }, 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone): OmicronZoneConfig { id: 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone), filesystem_pool: None, zone_type: CruciblePantry { address: [fd00:1122:3344:103::5]:17000, }, image_source: InstallDataset, }, 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone): OmicronZoneConfig { id: 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:103::3]:32221, dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, }, image_source: InstallDataset, }, 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone): OmicronZoneConfig { id: 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone), filesystem_pool: None, zone_type: InternalNtp { address: [fd00:1122:3344:103::e]:123, }, image_source: InstallDataset, }, a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone): OmicronZoneConfig { id: a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 844fd687-fd26-4616-91aa-441cf136c62d (external_zpool), ), }, }, image_source: InstallDataset, }, ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone): OmicronZoneConfig { id: ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 4c667609-0876-4c8c-ae60-1b30aaf236dc (external_zpool), ), }, }, image_source: InstallDataset, }, bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone): OmicronZoneConfig { id: bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::6]:32345, dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, }, image_source: InstallDataset, }, c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone): OmicronZoneConfig { id: c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 93017061-5910-4bf5-a366-4f1b2871b5c3 (external_zpool), ), }, }, image_source: InstallDataset, }, e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone): OmicronZoneConfig { id: e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::8]:32345, dataset: OmicronZoneDataset { pool_name: External( c6911096-09b3-4f64-bcd6-21701ca2d6ae (external_zpool), ), }, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, external_disks: {}, datasets: {}, orphaned_datasets: { DatasetName { pool_name: External( 6e0b2a11-5316-4765-8981-1f0ffce7d088 (external_zpool), ), kind: ExternalDns, }: OrphanedDataset { name: DatasetName { pool_name: External( 6e0b2a11-5316-4765-8981-1f0ffce7d088 (external_zpool), ), kind: ExternalDns, }, reason: "example orphaned dataset", id: Some( 3b127e2f-ea59-4e46-90ee-12c7639ed2ad (dataset), ), mounted: false, available: ByteCount( 0, ), used: ByteCount( 0, ), }, }, zones: { 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone): Ok, 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone): Ok, 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone): Ok, 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone): Ok, 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone): Ok, 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone): Ok, 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone): Ok, 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone): Ok, a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone): Ok, ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone): Ok, bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone): Ok, c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone): Ok, e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone): Ok, }, boot_partitions: BootPartitionContents { boot_disk: Ok( A, ), slot_a: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 10000, image_size: 10000, target_size: 10000, sha256: [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ], image_name: "fake image for tests", }, artifact_hash: ArtifactHash( "0101010101010101010101010101010101010101010101010101010101010101", ), artifact_size: 14096, }, ), slot_b: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 1000, image_size: 1000, target_size: 1000, sha256: [ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ], image_name: "fake from debug_assume_success()", }, artifact_hash: ArtifactHash( "0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b", ), artifact_size: 1000, }, ), }, remove_mupdate_override: None, }, ), file_source_resolver: OmicronFileSourceResolverInventory { zone_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/zones.json", boot_inventory: Ok( ManifestBootInventory { source: Installinator { mupdate_id: e2c849b6-e71a-4889-99f2-23fc0f160462 (mupdate), }, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 1024, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Err( "size/hash mismatch: expected 1024 bytes/360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386, got 15 bytes/360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "0000000000000000000000000000000000000000000000000000000000000000", ), status: Err( "size/hash mismatch: expected 13 bytes/0000000000000000000000000000000000000000000000000000000000000000, got 13 bytes/a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Err( "file not found", ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/zones.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 2f380b76-c6c3-426b-8da2-2bdfb6e342ad): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/zones.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: e2c849b6-e71a-4889-99f2-23fc0f160462): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/zones.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, measurement_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/measurements.json", boot_inventory: Ok( ManifestBootInventory { source: Installinator { mupdate_id: e2c849b6-e71a-4889-99f2-23fc0f160462 (mupdate), }, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 1024, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Err( "size/hash mismatch: expected 1024 bytes/360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386, got 15 bytes/360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "0000000000000000000000000000000000000000000000000000000000000000", ), status: Err( "size/hash mismatch: expected 13 bytes/0000000000000000000000000000000000000000000000000000000000000000, got 13 bytes/a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Err( "file not found", ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/measurements.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 2f380b76-c6c3-426b-8da2-2bdfb6e342ad): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/measurements.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: e2c849b6-e71a-4889-99f2-23fc0f160462): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/measurements.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, mupdate_override: MupdateOverrideInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/mupdate-override.json", boot_override: Ok( Some( MupdateOverrideBootInventory { mupdate_override_id: eb538462-10f5-487c-b02b-71c75743fea0 (mupdate_override), }, ), ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/mupdate-override.json", is_valid: true, message: "matches boot disk (present)", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/mupdate-override.json", is_valid: false, message: "boot disk has override but non-boot disk does not", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/mupdate-override.json", is_valid: false, message: "read error: install metadata read error", }, }, }, }, smf_services_enabled_not_online: SvcsCmdError( SvcsError { error: "Command failed with status: 2", time_of_status: 2026-01-01T00:00:00Z, }, ), reference_measurements: { "/this/path": SingleMeasurementInventory { path: "/this/path", result: Ok, }, "/this/path2": SingleMeasurementInventory { path: "/this/path2", result: Ok, }, }, }, c5aec1df-b897-49e4-8085-ccd975f9b529 (sled): SledAgent { time_collected: 2026-06-02T17:47:56.784242Z, source: "fake sled agent 1", sled_id: c5aec1df-b897-49e4-8085-ccd975f9b529 (sled), baseboard_id: Some( BaseboardId { part_number: "model1", serial_number: "s1", }, ), sled_agent_address: [::1]:56792, sled_role: Gimlet, usable_hardware_threads: 10, usable_physical_ram: ByteCount( 1048576, ), cpu_family: AmdMilan, reservoir_size: ByteCount( 1024, ), disks: [ PhysicalDisk { identity: DiskIdentity { vendor: "macrohard", model: "box", serial: "XXIV", }, variant: M2, slot: 0, firmware: Nvme( NvmeFirmware { active_slot: 1, next_active_slot: None, number_of_slots: 1, slot1_is_read_only: true, slot_firmware_versions: [ Some( "EXAMP1", ), ], }, ), }, PhysicalDisk { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0001", }, variant: U2, slot: 1, firmware: Nvme( NvmeFirmware { active_slot: 1, next_active_slot: None, number_of_slots: 1, slot1_is_read_only: true, slot_firmware_versions: [ Some( "EXAMP1", ), ], }, ), }, PhysicalDisk { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0002", }, variant: U2, slot: 2, firmware: Nvme( NvmeFirmware { active_slot: 1, next_active_slot: None, number_of_slots: 1, slot1_is_read_only: true, slot_firmware_versions: [ Some( "EXAMP1", ), ], }, ), }, PhysicalDisk { identity: DiskIdentity { vendor: "tony", model: "craystation", serial: "5", }, variant: U2, slot: 3, firmware: Nvme( NvmeFirmware { active_slot: 1, next_active_slot: None, number_of_slots: 1, slot1_is_read_only: true, slot_firmware_versions: [ Some( "EXAMP1", ), ], }, ), }, ], zpools: [ Zpool { time_collected: 2026-06-02T17:47:56.784242Z, id: 7a706f6f-6c00-0000-0000-000000000001 (zpool), total_size: ByteCount( 4096, ), health: Online, }, Zpool { time_collected: 2026-06-02T17:47:56.784242Z, id: 7a706f6f-6c00-0000-0000-000000000002 (zpool), total_size: ByteCount( 4096, ), health: Online, }, Zpool { time_collected: 2026-06-02T17:47:56.784242Z, id: 7a706f6f-6c00-0000-0000-000000000003 (zpool), total_size: ByteCount( 4096, ), health: Online, }, Zpool { time_collected: 2026-06-02T17:47:56.784242Z, id: 7a706f6f-6c00-0000-0000-000000000004 (zpool), total_size: ByteCount( 4096, ), health: Online, }, ], datasets: [ Dataset { id: Some( afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset), ), name: "oxp_7a706f6f-6c00-0000-0000-000000000001/crypt/debug", available: ByteCount( 1024, ), used: ByteCount( 0, ), quota: None, reservation: None, compression: "lz4", }, ], ledgered_sled_config: Some( OmicronSledConfig { generation: Generation( 5, ), disks: { 70687973-6963-616c-6469-736b00000001 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "macrohard", model: "box", serial: "XXIV", }, id: 70687973-6963-616c-6469-736b00000001 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000001 (zpool), }, 70687973-6963-616c-6469-736b00000002 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0001", }, id: 70687973-6963-616c-6469-736b00000002 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000002 (zpool), }, 70687973-6963-616c-6469-736b00000003 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0002", }, id: 70687973-6963-616c-6469-736b00000003 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000003 (zpool), }, 70687973-6963-616c-6469-736b00000004 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "tony", model: "craystation", serial: "5", }, id: 70687973-6963-616c-6469-736b00000004 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000004 (zpool), }, }, datasets: { afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset): DatasetConfig { id: afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset), name: DatasetName { pool_name: External( 7a706f6f-6c00-0000-0000-000000000001 (external_zpool), ), kind: Debug, }, inner: SharedDatasetConfig { compression: Lz4, quota: None, reservation: None, }, }, }, zones: { 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone): OmicronZoneConfig { id: 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::c]:32345, dataset: OmicronZoneDataset { pool_name: External( e1bf20e5-603c-4d14-94c4-47dc1eb58c45 (external_zpool), ), }, }, image_source: InstallDataset, }, 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone): OmicronZoneConfig { id: 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 3bcdbecd-827a-426e-96b6-30c355b78301 (external_zpool), ), }, }, image_source: InstallDataset, }, 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone): OmicronZoneConfig { id: 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1, }, image_source: InstallDataset, }, 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone): OmicronZoneConfig { id: 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::9]:32345, dataset: OmicronZoneDataset { pool_name: External( 8c96d804-3a6c-4c1b-be24-1e7fc18824de (external_zpool), ), }, }, image_source: InstallDataset, }, 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone): OmicronZoneConfig { id: 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::8]:32345, dataset: OmicronZoneDataset { pool_name: External( 0010be1f-4223-4f3e-844c-3e823488a852 (external_zpool), ), }, }, image_source: InstallDataset, }, 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone): OmicronZoneConfig { id: 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::6]:32345, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone): OmicronZoneConfig { id: 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::f]:32345, dataset: OmicronZoneDataset { pool_name: External( 13a6ef76-5904-4794-8083-dfeb6806e5f1 (external_zpool), ), }, }, image_source: InstallDataset, }, 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone): OmicronZoneConfig { id: 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:104::3]:32221, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone): OmicronZoneConfig { id: 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone), filesystem_pool: None, zone_type: Clickhouse { address: [fd00:1122:3344:104::5]:8123, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone): OmicronZoneConfig { id: 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::e]:32345, dataset: OmicronZoneDataset { pool_name: External( d721dbb5-6a10-4fe8-9d70-fae69ab84676 (external_zpool), ), }, }, image_source: InstallDataset, }, ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone): OmicronZoneConfig { id: ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone), filesystem_pool: None, zone_type: Nexus { internal_address: [fd00:1122:3344:104::4]:12221, lockstep_port: 12232, external_ip: 172.20.28.2, nic: NetworkInterface { id: 5d4a7e78-d1e1-41cd-881c-02d808fb90be, kind: Service { id: ab67e1fa-337f-45e6-83f0-6e94a9d50fc0, }, name: Name( "nexus-ab67e1fa-337f-45e6-83f0-6e94a9d50fc0", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.2.5, subnet: Ipv4Net { addr: 172.30.2.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 183, 226, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, external_tls: true, external_dns_servers: [ 1.1.1.1, 9.9.9.9, ], }, image_source: InstallDataset, }, cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone): OmicronZoneConfig { id: cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::d]:32345, dataset: OmicronZoneDataset { pool_name: External( a90de3a7-b760-45b7-ad72-70cd3570a940 (external_zpool), ), }, }, image_source: InstallDataset, }, d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone): OmicronZoneConfig { id: d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone), filesystem_pool: None, zone_type: BoundaryNtp { address: [fd00:1122:3344:104::10]:123, ntp_servers: [ "ntp.eng.oxide.computer", ], dns_servers: [ 1.1.1.1, 9.9.9.9, ], domain: None, nic: NetworkInterface { id: 2e4943f4-0477-4b5b-afd7-70c1f4aaf928, kind: Service { id: d38984ac-a366-4936-b64f-d98ae3dc2035, }, name: Name( "ntp-d38984ac-a366-4936-b64f-d98ae3dc2035", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.3.6, subnet: Ipv4Net { addr: 172.30.3.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 192, 56, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, snat_cfg: SourceNatConfig { ip: 172.20.28.6, first_port: 16384, last_port: 32767, }, }, image_source: InstallDataset, }, e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone): OmicronZoneConfig { id: e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 49154338-0e01-4394-9dd2-cb4c53cbb90f (external_zpool), ), }, }, image_source: InstallDataset, }, f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone): OmicronZoneConfig { id: f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 5dd3aedf-c3c5-4258-8864-3ea8b5ae321b (external_zpool), ), }, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, ), reconciler_status: Idle { completed_at: 2026-06-02T17:47:56.783292Z, ran_for: 5s, }, last_reconciliation: Some( ConfigReconcilerInventory { last_reconciled_config: OmicronSledConfig { generation: Generation( 5, ), disks: { 70687973-6963-616c-6469-736b00000001 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "macrohard", model: "box", serial: "XXIV", }, id: 70687973-6963-616c-6469-736b00000001 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000001 (zpool), }, 70687973-6963-616c-6469-736b00000002 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0001", }, id: 70687973-6963-616c-6469-736b00000002 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000002 (zpool), }, 70687973-6963-616c-6469-736b00000003 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0002", }, id: 70687973-6963-616c-6469-736b00000003 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000003 (zpool), }, 70687973-6963-616c-6469-736b00000004 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "tony", model: "craystation", serial: "5", }, id: 70687973-6963-616c-6469-736b00000004 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000004 (zpool), }, }, datasets: { afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset): DatasetConfig { id: afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset), name: DatasetName { pool_name: External( 7a706f6f-6c00-0000-0000-000000000001 (external_zpool), ), kind: Debug, }, inner: SharedDatasetConfig { compression: Lz4, quota: None, reservation: None, }, }, }, zones: { 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone): OmicronZoneConfig { id: 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::c]:32345, dataset: OmicronZoneDataset { pool_name: External( e1bf20e5-603c-4d14-94c4-47dc1eb58c45 (external_zpool), ), }, }, image_source: InstallDataset, }, 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone): OmicronZoneConfig { id: 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 3bcdbecd-827a-426e-96b6-30c355b78301 (external_zpool), ), }, }, image_source: InstallDataset, }, 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone): OmicronZoneConfig { id: 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1, }, image_source: InstallDataset, }, 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone): OmicronZoneConfig { id: 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::9]:32345, dataset: OmicronZoneDataset { pool_name: External( 8c96d804-3a6c-4c1b-be24-1e7fc18824de (external_zpool), ), }, }, image_source: InstallDataset, }, 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone): OmicronZoneConfig { id: 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::8]:32345, dataset: OmicronZoneDataset { pool_name: External( 0010be1f-4223-4f3e-844c-3e823488a852 (external_zpool), ), }, }, image_source: InstallDataset, }, 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone): OmicronZoneConfig { id: 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::6]:32345, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone): OmicronZoneConfig { id: 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::f]:32345, dataset: OmicronZoneDataset { pool_name: External( 13a6ef76-5904-4794-8083-dfeb6806e5f1 (external_zpool), ), }, }, image_source: InstallDataset, }, 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone): OmicronZoneConfig { id: 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:104::3]:32221, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone): OmicronZoneConfig { id: 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone), filesystem_pool: None, zone_type: Clickhouse { address: [fd00:1122:3344:104::5]:8123, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone): OmicronZoneConfig { id: 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::e]:32345, dataset: OmicronZoneDataset { pool_name: External( d721dbb5-6a10-4fe8-9d70-fae69ab84676 (external_zpool), ), }, }, image_source: InstallDataset, }, ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone): OmicronZoneConfig { id: ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone), filesystem_pool: None, zone_type: Nexus { internal_address: [fd00:1122:3344:104::4]:12221, lockstep_port: 12232, external_ip: 172.20.28.2, nic: NetworkInterface { id: 5d4a7e78-d1e1-41cd-881c-02d808fb90be, kind: Service { id: ab67e1fa-337f-45e6-83f0-6e94a9d50fc0, }, name: Name( "nexus-ab67e1fa-337f-45e6-83f0-6e94a9d50fc0", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.2.5, subnet: Ipv4Net { addr: 172.30.2.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 183, 226, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, external_tls: true, external_dns_servers: [ 1.1.1.1, 9.9.9.9, ], }, image_source: InstallDataset, }, cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone): OmicronZoneConfig { id: cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::d]:32345, dataset: OmicronZoneDataset { pool_name: External( a90de3a7-b760-45b7-ad72-70cd3570a940 (external_zpool), ), }, }, image_source: InstallDataset, }, d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone): OmicronZoneConfig { id: d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone), filesystem_pool: None, zone_type: BoundaryNtp { address: [fd00:1122:3344:104::10]:123, ntp_servers: [ "ntp.eng.oxide.computer", ], dns_servers: [ 1.1.1.1, 9.9.9.9, ], domain: None, nic: NetworkInterface { id: 2e4943f4-0477-4b5b-afd7-70c1f4aaf928, kind: Service { id: d38984ac-a366-4936-b64f-d98ae3dc2035, }, name: Name( "ntp-d38984ac-a366-4936-b64f-d98ae3dc2035", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.3.6, subnet: Ipv4Net { addr: 172.30.3.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 192, 56, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, snat_cfg: SourceNatConfig { ip: 172.20.28.6, first_port: 16384, last_port: 32767, }, }, image_source: InstallDataset, }, e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone): OmicronZoneConfig { id: e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 49154338-0e01-4394-9dd2-cb4c53cbb90f (external_zpool), ), }, }, image_source: InstallDataset, }, f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone): OmicronZoneConfig { id: f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 5dd3aedf-c3c5-4258-8864-3ea8b5ae321b (external_zpool), ), }, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, external_disks: { 70687973-6963-616c-6469-736b00000001 (physical_disk): Ok, 70687973-6963-616c-6469-736b00000002 (physical_disk): Ok, 70687973-6963-616c-6469-736b00000003 (physical_disk): Ok, 70687973-6963-616c-6469-736b00000004 (physical_disk): Ok, }, datasets: { afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset): Ok, }, orphaned_datasets: { DatasetName { pool_name: External( 5c7d580c-2394-482e-9fe4-4e7081ef76e9 (external_zpool), ), kind: ExternalDns, }: OrphanedDataset { name: DatasetName { pool_name: External( 5c7d580c-2394-482e-9fe4-4e7081ef76e9 (external_zpool), ), kind: ExternalDns, }, reason: "example orphaned dataset", id: Some( 583c3dbb-8acb-4379-88b5-07089a7d5fee (dataset), ), mounted: false, available: ByteCount( 0, ), used: ByteCount( 0, ), }, }, zones: { 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone): Ok, 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone): Ok, 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone): Ok, 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone): Ok, 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone): Ok, 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone): Ok, 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone): Ok, 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone): Ok, 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone): Ok, 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone): Ok, ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone): Ok, cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone): Ok, d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone): Ok, e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone): Ok, f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone): Ok, }, boot_partitions: BootPartitionContents { boot_disk: Ok( A, ), slot_a: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 10000, image_size: 10000, target_size: 10000, sha256: [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ], image_name: "fake image for tests", }, artifact_hash: ArtifactHash( "0101010101010101010101010101010101010101010101010101010101010101", ), artifact_size: 14096, }, ), slot_b: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 1000, image_size: 1000, target_size: 1000, sha256: [ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ], image_name: "fake from debug_assume_success()", }, artifact_hash: ArtifactHash( "0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b", ), artifact_size: 1000, }, ), }, remove_mupdate_override: None, }, ), file_source_resolver: OmicronFileSourceResolverInventory { zone_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/zones.json", boot_inventory: Ok( ManifestBootInventory { source: Installinator { mupdate_id: e172bf4c-1c22-45eb-8184-8b1c24e9194c (mupdate), }, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 15, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Ok( (), ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), status: Ok( (), ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Ok( (), ), }, "nexus.tar.gz": ZoneArtifactInventory { file_name: "nexus.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/nexus.tar.gz", expected_size: 10, expected_hash: ArtifactHash( "96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80", ), status: Ok( (), ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/zones.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: e172bf4c-1c22-45eb-8184-8b1c24e9194c): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/zones.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: e3baf719-6e0f-493c-852e-a08bd9e58eb6): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/zones.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, measurement_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/measurements.json", boot_inventory: Ok( ManifestBootInventory { source: Installinator { mupdate_id: e172bf4c-1c22-45eb-8184-8b1c24e9194c (mupdate), }, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 15, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Ok( (), ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), status: Ok( (), ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Ok( (), ), }, "nexus.tar.gz": ZoneArtifactInventory { file_name: "nexus.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/nexus.tar.gz", expected_size: 10, expected_hash: ArtifactHash( "96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80", ), status: Ok( (), ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/measurements.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: e172bf4c-1c22-45eb-8184-8b1c24e9194c): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/measurements.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: e3baf719-6e0f-493c-852e-a08bd9e58eb6): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/measurements.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, mupdate_override: MupdateOverrideInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/mupdate-override.json", boot_override: Ok( Some( MupdateOverrideBootInventory { mupdate_override_id: d8dfa60d-73b5-46b9-8533-190798c3400e (mupdate_override), }, ), ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/mupdate-override.json", is_valid: true, message: "matches boot disk (present)", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/mupdate-override.json", is_valid: false, message: "boot disk has override but non-boot disk does not", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/mupdate-override.json", is_valid: false, message: "read error: install metadata read error", }, }, }, }, smf_services_enabled_not_online: DataUnavailable, reference_measurements: { "/this/path": SingleMeasurementInventory { path: "/this/path", result: Ok, }, "/this/path2": SingleMeasurementInventory { path: "/this/path2", result: Ok, }, }, }, d7efa9c4-833d-4354-a9a2-94ba9715c154 (sled): SledAgent { time_collected: 2026-06-02T17:47:56.785847Z, source: "fake sled agent 4", sled_id: d7efa9c4-833d-4354-a9a2-94ba9715c154 (sled), baseboard_id: Some( BaseboardId { part_number: "model1", serial_number: "s4", }, ), sled_agent_address: [::1]:56792, sled_role: Scrimlet, usable_hardware_threads: 10, usable_physical_ram: ByteCount( 1048576, ), cpu_family: AmdMilan, reservoir_size: ByteCount( 1024, ), disks: [], zpools: [], datasets: [], ledgered_sled_config: Some( OmicronSledConfig { generation: Generation( 5, ), disks: {}, datasets: {}, zones: { 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone): OmicronZoneConfig { id: 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone), filesystem_pool: None, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, http_address: [fd00:1122:3344:102::4]:5353, dns_address: 172.20.28.1:53, nic: NetworkInterface { id: 8b99b41f-976d-4cb5-bad6-492cde39575a, kind: Service { id: 0322760d-a1e2-4911-8745-569f6bad8251, }, name: Name( "external-dns-0322760d-a1e2-4911-8745-569f6bad8251", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.1.5, subnet: Ipv4Net { addr: 172.30.1.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 247, 74, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, }, image_source: InstallDataset, }, 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone): OmicronZoneConfig { id: 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::9]:32345, dataset: OmicronZoneDataset { pool_name: External( 6d799846-deac-4809-93bd-5dad30127938 (external_zpool), ), }, }, image_source: InstallDataset, }, 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone): OmicronZoneConfig { id: 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::8]:32345, dataset: OmicronZoneDataset { pool_name: External( 2acbc210-8b83-490a-b7a7-e458d742c269 (external_zpool), ), }, }, image_source: InstallDataset, }, 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone): OmicronZoneConfig { id: 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, }, image_source: InstallDataset, }, 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone): OmicronZoneConfig { id: 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:102::3]:32221, dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, }, image_source: InstallDataset, }, 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone): OmicronZoneConfig { id: 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone), filesystem_pool: None, zone_type: BoundaryNtp { address: [fd00:1122:3344:102::10]:123, ntp_servers: [ "ntp.eng.oxide.computer", ], dns_servers: [ 1.1.1.1, 9.9.9.9, ], domain: None, nic: NetworkInterface { id: 6c2aa1c5-0e42-4b80-9b31-26d0e8599d0d, kind: Service { id: 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff, }, name: Name( "ntp-412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.3.5, subnet: Ipv4Net { addr: 172.30.3.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 242, 69, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, snat_cfg: SourceNatConfig { ip: 172.20.28.5, first_port: 0, last_port: 16383, }, }, image_source: InstallDataset, }, 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone): OmicronZoneConfig { id: 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 901a85dd-8214-407a-a358-ef4aebfa810d (external_zpool), ), }, }, image_source: InstallDataset, }, 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone): OmicronZoneConfig { id: 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0, }, image_source: InstallDataset, }, 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone): OmicronZoneConfig { id: 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::c]:32345, dataset: OmicronZoneDataset { pool_name: External( 87714aed-4573-438c-8c9d-3ed64688bdc4 (external_zpool), ), }, }, image_source: InstallDataset, }, b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone): OmicronZoneConfig { id: b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::e]:32345, dataset: OmicronZoneDataset { pool_name: External( 1cd1c449-b5e1-4e8b-bb2f-2e2bd5a8f301 (external_zpool), ), }, }, image_source: InstallDataset, }, c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone): OmicronZoneConfig { id: c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::f]:32345, dataset: OmicronZoneDataset { pool_name: External( 17d7dbce-b430-4c71-a27e-a5e66d175347 (external_zpool), ), }, }, image_source: InstallDataset, }, cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone): OmicronZoneConfig { id: cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone), filesystem_pool: None, zone_type: Oximeter { address: [fd00:1122:3344:102::5]:12223, }, image_source: InstallDataset, }, d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone): OmicronZoneConfig { id: d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 0fa59017-d1e7-47c1-9ed6-b66851e544ee (external_zpool), ), }, }, image_source: InstallDataset, }, e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone): OmicronZoneConfig { id: e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::d]:32345, dataset: OmicronZoneDataset { pool_name: External( 51abdeb3-6673-4af3-aa91-7e8748e4dda2 (external_zpool), ), }, }, image_source: InstallDataset, }, f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone): OmicronZoneConfig { id: f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone), filesystem_pool: None, zone_type: CruciblePantry { address: [fd00:1122:3344:102::6]:17000, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, ), reconciler_status: Idle { completed_at: 2026-06-02T17:47:56.785812Z, ran_for: 5s, }, last_reconciliation: Some( ConfigReconcilerInventory { last_reconciled_config: OmicronSledConfig { generation: Generation( 5, ), disks: {}, datasets: {}, zones: { 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone): OmicronZoneConfig { id: 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone), filesystem_pool: None, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, http_address: [fd00:1122:3344:102::4]:5353, dns_address: 172.20.28.1:53, nic: NetworkInterface { id: 8b99b41f-976d-4cb5-bad6-492cde39575a, kind: Service { id: 0322760d-a1e2-4911-8745-569f6bad8251, }, name: Name( "external-dns-0322760d-a1e2-4911-8745-569f6bad8251", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.1.5, subnet: Ipv4Net { addr: 172.30.1.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 247, 74, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, }, image_source: InstallDataset, }, 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone): OmicronZoneConfig { id: 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::9]:32345, dataset: OmicronZoneDataset { pool_name: External( 6d799846-deac-4809-93bd-5dad30127938 (external_zpool), ), }, }, image_source: InstallDataset, }, 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone): OmicronZoneConfig { id: 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::8]:32345, dataset: OmicronZoneDataset { pool_name: External( 2acbc210-8b83-490a-b7a7-e458d742c269 (external_zpool), ), }, }, image_source: InstallDataset, }, 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone): OmicronZoneConfig { id: 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, }, image_source: InstallDataset, }, 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone): OmicronZoneConfig { id: 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:102::3]:32221, dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, }, image_source: InstallDataset, }, 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone): OmicronZoneConfig { id: 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone), filesystem_pool: None, zone_type: BoundaryNtp { address: [fd00:1122:3344:102::10]:123, ntp_servers: [ "ntp.eng.oxide.computer", ], dns_servers: [ 1.1.1.1, 9.9.9.9, ], domain: None, nic: NetworkInterface { id: 6c2aa1c5-0e42-4b80-9b31-26d0e8599d0d, kind: Service { id: 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff, }, name: Name( "ntp-412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.3.5, subnet: Ipv4Net { addr: 172.30.3.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 242, 69, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, snat_cfg: SourceNatConfig { ip: 172.20.28.5, first_port: 0, last_port: 16383, }, }, image_source: InstallDataset, }, 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone): OmicronZoneConfig { id: 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 901a85dd-8214-407a-a358-ef4aebfa810d (external_zpool), ), }, }, image_source: InstallDataset, }, 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone): OmicronZoneConfig { id: 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0, }, image_source: InstallDataset, }, 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone): OmicronZoneConfig { id: 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::c]:32345, dataset: OmicronZoneDataset { pool_name: External( 87714aed-4573-438c-8c9d-3ed64688bdc4 (external_zpool), ), }, }, image_source: InstallDataset, }, b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone): OmicronZoneConfig { id: b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::e]:32345, dataset: OmicronZoneDataset { pool_name: External( 1cd1c449-b5e1-4e8b-bb2f-2e2bd5a8f301 (external_zpool), ), }, }, image_source: InstallDataset, }, c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone): OmicronZoneConfig { id: c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::f]:32345, dataset: OmicronZoneDataset { pool_name: External( 17d7dbce-b430-4c71-a27e-a5e66d175347 (external_zpool), ), }, }, image_source: InstallDataset, }, cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone): OmicronZoneConfig { id: cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone), filesystem_pool: None, zone_type: Oximeter { address: [fd00:1122:3344:102::5]:12223, }, image_source: InstallDataset, }, d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone): OmicronZoneConfig { id: d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 0fa59017-d1e7-47c1-9ed6-b66851e544ee (external_zpool), ), }, }, image_source: InstallDataset, }, e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone): OmicronZoneConfig { id: e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::d]:32345, dataset: OmicronZoneDataset { pool_name: External( 51abdeb3-6673-4af3-aa91-7e8748e4dda2 (external_zpool), ), }, }, image_source: InstallDataset, }, f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone): OmicronZoneConfig { id: f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone), filesystem_pool: None, zone_type: CruciblePantry { address: [fd00:1122:3344:102::6]:17000, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, external_disks: {}, datasets: {}, orphaned_datasets: { DatasetName { pool_name: External( 36d1a43d-4ca3-401a-b513-f32f3c9ca127 (external_zpool), ), kind: ExternalDns, }: OrphanedDataset { name: DatasetName { pool_name: External( 36d1a43d-4ca3-401a-b513-f32f3c9ca127 (external_zpool), ), kind: ExternalDns, }, reason: "example orphaned dataset", id: Some( 11da0552-55a3-46c1-a8d2-b66a809308b3 (dataset), ), mounted: false, available: ByteCount( 0, ), used: ByteCount( 0, ), }, }, zones: { 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone): Ok, 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone): Ok, 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone): Ok, 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone): Ok, 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone): Ok, 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone): Ok, 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone): Ok, 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone): Ok, 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone): Ok, b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone): Ok, c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone): Ok, cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone): Ok, d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone): Ok, e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone): Ok, f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone): Ok, }, boot_partitions: BootPartitionContents { boot_disk: Ok( A, ), slot_a: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 10000, image_size: 10000, target_size: 10000, sha256: [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ], image_name: "fake image for tests", }, artifact_hash: ArtifactHash( "0101010101010101010101010101010101010101010101010101010101010101", ), artifact_size: 14096, }, ), slot_b: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 1000, image_size: 1000, target_size: 1000, sha256: [ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ], image_name: "fake from debug_assume_success()", }, artifact_hash: ArtifactHash( "0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b", ), artifact_size: 1000, }, ), }, remove_mupdate_override: None, }, ), file_source_resolver: OmicronFileSourceResolverInventory { zone_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/zones.json", boot_inventory: Ok( ManifestBootInventory { source: SledAgent, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 15, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Ok( (), ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), status: Ok( (), ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Ok( (), ), }, "nexus.tar.gz": ZoneArtifactInventory { file_name: "nexus.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/nexus.tar.gz", expected_size: 10, expected_hash: ArtifactHash( "96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80", ), status: Ok( (), ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/zones.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by sled-agent: 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/zones.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: f56061d8-6f23-4858-8c94-d850a41fb238): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/zones.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, measurement_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/measurements.json", boot_inventory: Ok( ManifestBootInventory { source: SledAgent, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 15, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Ok( (), ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), status: Ok( (), ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Ok( (), ), }, "nexus.tar.gz": ZoneArtifactInventory { file_name: "nexus.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/nexus.tar.gz", expected_size: 10, expected_hash: ArtifactHash( "96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80", ), status: Ok( (), ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/measurements.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by sled-agent: 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/measurements.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: f56061d8-6f23-4858-8c94-d850a41fb238): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/measurements.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, mupdate_override: MupdateOverrideInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/mupdate-override.json", boot_override: Ok( None, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/mupdate-override.json", is_valid: true, message: "matches boot disk (present)", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/mupdate-override.json", is_valid: false, message: "boot disk has override but non-boot disk does not", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/mupdate-override.json", is_valid: false, message: "read error: install metadata read error", }, }, }, }, smf_services_enabled_not_online: DataUnavailable, reference_measurements: { "/this/path": SingleMeasurementInventory { path: "/this/path", result: Ok, }, "/this/path2": SingleMeasurementInventory { path: "/this/path2", result: Ok, }, }, }, }, clickhouse_keeper_cluster_membership: { ClickhouseKeeperClusterMembership { queried_keeper: KeeperId( 1, ), leader_committed_log_index: 1000, raft_config: { KeeperId( 1, ), }, }, }, cockroach_status: { InternalNodeId( "1", ): CockroachStatus { ranges_underreplicated: Some( 0, ), liveness_live_nodes: None, }, }, ntp_timesync: { 142ebfd1-9975-4677-8e56-6f4ee8ada2fe (omicron_zone): TimeSync { zone_id: 142ebfd1-9975-4677-8e56-6f4ee8ada2fe (omicron_zone), synced: true, }, }, internal_dns_generation_status: { 6e84f7d7-a931-40cc-80b2-f11ecc179aa9 (omicron_zone): InternalDnsGenerationStatus { zone_id: 6e84f7d7-a931-40cc-80b2-f11ecc179aa9 (omicron_zone), generation: Generation( 1, ), }, }, } test builder::test::test_basic ... FAILED failures: failures: builder::test::test_basic test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 6 filtered out; finished in 1.50s thread 'builder::test::test_basic' (89352) panicked at nexus/inventory/src/builder.rs:871:9: assertion `left == right` failed left: ["MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error"] right: ["MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error", "sled 5c5b4cf9-3e13-45fd-871c-f177d6537510: reported unknown baseboard"] stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: core::panicking::assert_failed_inner at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:439:17 3: core::panicking::assert_failed::<alloc::vec::Vec<alloc::string::String>, [&str; 2]> at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:394:5 4: test_basic at ./src/builder.rs:871:9 5: nexus_inventory::builder::test::test_basic::{closure#0} at ./src/builder.rs:846:20 6: <nexus_inventory::builder::test::test_basic::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 7: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. thread 'test_api_check' (94502) panicked at dev-tools/ls-apis/tests/test_dependencies.rs:40:5: assertion failed: string doesn't match the contents of file: "tests/api_check.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: test_dependencies::test_api_check at ./tests/test_dependencies.rs:40:5 4: test_dependencies::test_api_check::{closure#0} at ./tests/test_dependencies.rs:33:20 5: <test_dependencies::test_api_check::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. thread 'test_api_check' (99753) panicked at dev-tools/ls-apis/tests/test_dependencies.rs:40:5: assertion failed: string doesn't match the contents of file: "tests/api_check.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: test_dependencies::test_api_check at ./tests/test_dependencies.rs:40:5 4: test_dependencies::test_api_check::{closure#0} at ./tests/test_dependencies.rs:33:20 5: <test_dependencies::test_api_check::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test stderr: ------ loading metadata for workspace omicron from current workspace loading metadata for workspace lldp from /home/build/.cargo/git/checkouts/lldp-d47de417041f191b/d22509d/Cargo.toml loading metadata for workspace maghemite from /home/build/.cargo/git/checkouts/maghemite-c0236f0fd3d582b6/7696ee4/Cargo.toml loading metadata for workspace crucible from /home/build/.cargo/git/checkouts/crucible-0a48bd218bc2bbbc/7103cd3/Cargo.toml loading metadata for workspace propolis from /home/build/.cargo/git/checkouts/propolis-d68c8bd1bc59c9bd/bc489dd/Cargo.toml loading metadata for workspace dendrite from /home/build/.cargo/git/checkouts/dendrite-ae9f1715c17fc765/f20f786/Cargo.toml loading metadata for workspace dendrite from /home/build/.cargo/git/checkouts/dendrite-ae9f1715c17fc765/3799229/Cargo.toml note: ignoring Cargo dependency from crucible-pantry -> ... -> crucible-control-client note: ignoring Cargo dependency from omicron-sled-agent -> dns-server ----- @@ -22,12 +22,10 @@ Wicketd (wicketd-client, exposed by wicketd) Client-managed API: - Bootstrap Agent (bootstrap-agent-client, exposed by omicron-sled-agent) - reason: depends on itself (i.e., instances call each other) Bootstrap Agent Lockstep API (bootstrap-agent-lockstep-client, exposed by omicron-sled-agent) reason: wicketd can wind up calling into sled agent on different sleds Wicketd Installinator (installinator-client, exposed by wicketd) reason: client is provided implicitly by the operator Nexus Internal API (nexus-client, exposed by omicron-nexus) test test_api_check ... FAILED failures: failures: test_api_check test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2 filtered out; finished in 5.37s thread 'test_api_check' (99753) panicked at dev-tools/ls-apis/tests/test_dependencies.rs:40:5: assertion failed: string doesn't match the contents of file: "tests/api_check.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: test_dependencies::test_api_check at ./tests/test_dependencies.rs:40:5 4: test_dependencies::test_api_check::{closure#0} at ./tests/test_dependencies.rs:33:20 5: <test_dependencies::test_api_check::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. thread 'test_api_check' (102525) panicked at dev-tools/ls-apis/tests/test_dependencies.rs:40:5: assertion failed: string doesn't match the contents of file: "tests/api_check.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: test_dependencies::test_api_check at ./tests/test_dependencies.rs:40:5 4: test_dependencies::test_api_check::{closure#0} at ./tests/test_dependencies.rs:33:20 5: <test_dependencies::test_api_check::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test stderr: ------ loading metadata for workspace omicron from current workspace loading metadata for workspace lldp from /home/build/.cargo/git/checkouts/lldp-d47de417041f191b/d22509d/Cargo.toml loading metadata for workspace maghemite from /home/build/.cargo/git/checkouts/maghemite-c0236f0fd3d582b6/7696ee4/Cargo.toml loading metadata for workspace crucible from /home/build/.cargo/git/checkouts/crucible-0a48bd218bc2bbbc/7103cd3/Cargo.toml loading metadata for workspace propolis from /home/build/.cargo/git/checkouts/propolis-d68c8bd1bc59c9bd/bc489dd/Cargo.toml loading metadata for workspace dendrite from /home/build/.cargo/git/checkouts/dendrite-ae9f1715c17fc765/f20f786/Cargo.toml loading metadata for workspace dendrite from /home/build/.cargo/git/checkouts/dendrite-ae9f1715c17fc765/3799229/Cargo.toml note: ignoring Cargo dependency from crucible-pantry -> ... -> crucible-control-client note: ignoring Cargo dependency from omicron-sled-agent -> dns-server ----- @@ -22,12 +22,10 @@ Wicketd (wicketd-client, exposed by wicketd) Client-managed API: - Bootstrap Agent (bootstrap-agent-client, exposed by omicron-sled-agent) - reason: depends on itself (i.e., instances call each other) Bootstrap Agent Lockstep API (bootstrap-agent-lockstep-client, exposed by omicron-sled-agent) reason: wicketd can wind up calling into sled agent on different sleds Wicketd Installinator (installinator-client, exposed by wicketd) reason: client is provided implicitly by the operator Nexus Internal API (nexus-client, exposed by omicron-nexus) test test_api_check ... FAILED failures: failures: test_api_check test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2 filtered out; finished in 4.81s thread 'test_api_check' (102525) panicked at dev-tools/ls-apis/tests/test_dependencies.rs:40:5: assertion failed: string doesn't match the contents of file: "tests/api_check.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: test_dependencies::test_api_check at ./tests/test_dependencies.rs:40:5 4: test_dependencies::test_api_check::{closure#0} at ./tests/test_dependencies.rs:33:20 5: <test_dependencies::test_api_check::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test stderr: ------ loading metadata for workspace omicron from current workspace loading metadata for workspace dendrite from /home/build/.cargo/git/checkouts/dendrite-ae9f1715c17fc765/f20f786/Cargo.toml loading metadata for workspace lldp from /home/build/.cargo/git/checkouts/lldp-d47de417041f191b/d22509d/Cargo.toml loading metadata for workspace maghemite from /home/build/.cargo/git/checkouts/maghemite-c0236f0fd3d582b6/7696ee4/Cargo.toml loading metadata for workspace propolis from /home/build/.cargo/git/checkouts/propolis-d68c8bd1bc59c9bd/bc489dd/Cargo.toml loading metadata for workspace crucible from /home/build/.cargo/git/checkouts/crucible-0a48bd218bc2bbbc/7103cd3/Cargo.toml loading metadata for workspace dendrite from /home/build/.cargo/git/checkouts/dendrite-ae9f1715c17fc765/3799229/Cargo.toml note: ignoring Cargo dependency from crucible-pantry -> ... -> crucible-control-client note: ignoring Cargo dependency from omicron-sled-agent -> dns-server ----- @@ -22,12 +22,10 @@ Wicketd (wicketd-client, exposed by wicketd) Client-managed API: - Bootstrap Agent (bootstrap-agent-client, exposed by omicron-sled-agent) - reason: depends on itself (i.e., instances call each other) Bootstrap Agent Lockstep API (bootstrap-agent-lockstep-client, exposed by omicron-sled-agent) reason: wicketd can wind up calling into sled agent on different sleds Wicketd Installinator (installinator-client, exposed by wicketd) reason: client is provided implicitly by the operator Nexus Internal API (nexus-client, exposed by omicron-nexus) test test_api_check ... FAILED failures: failures: test_api_check test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2 filtered out; finished in 19.52s thread 'test_api_check' (94502) panicked at dev-tools/ls-apis/tests/test_dependencies.rs:40:5: assertion failed: string doesn't match the contents of file: "tests/api_check.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: test_dependencies::test_api_check at ./tests/test_dependencies.rs:40:5 4: test_dependencies::test_api_check::{closure#0} at ./tests/test_dependencies.rs:33:20 5: <test_dependencies::test_api_check::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. thread 'test_api_dependencies' (94511) panicked at dev-tools/ls-apis/tests/test_dependencies.rs:29:5: assertion failed: string doesn't match the contents of file: "tests/api_dependencies.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: test_dependencies::test_api_dependencies at ./tests/test_dependencies.rs:29:5 4: test_dependencies::test_api_dependencies::{closure#0} at ./tests/test_dependencies.rs:22:27 5: <test_dependencies::test_api_dependencies::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. thread 'test_api_dependencies' (99758) panicked at dev-tools/ls-apis/tests/test_dependencies.rs:29:5: assertion failed: string doesn't match the contents of file: "tests/api_dependencies.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: test_dependencies::test_api_dependencies at ./tests/test_dependencies.rs:29:5 4: test_dependencies::test_api_dependencies::{closure#0} at ./tests/test_dependencies.rs:22:27 5: <test_dependencies::test_api_dependencies::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test stderr: ------ loading metadata for workspace omicron from current workspace loading metadata for workspace dendrite from /home/build/.cargo/git/checkouts/dendrite-ae9f1715c17fc765/f20f786/Cargo.toml loading metadata for workspace propolis from /home/build/.cargo/git/checkouts/propolis-d68c8bd1bc59c9bd/bc489dd/Cargo.toml loading metadata for workspace crucible from /home/build/.cargo/git/checkouts/crucible-0a48bd218bc2bbbc/7103cd3/Cargo.toml loading metadata for workspace lldp from /home/build/.cargo/git/checkouts/lldp-d47de417041f191b/d22509d/Cargo.toml loading metadata for workspace maghemite from /home/build/.cargo/git/checkouts/maghemite-c0236f0fd3d582b6/7696ee4/Cargo.toml loading metadata for workspace dendrite from /home/build/.cargo/git/checkouts/dendrite-ae9f1715c17fc765/3799229/Cargo.toml note: ignoring Cargo dependency from crucible-pantry -> ... -> crucible-control-client note: ignoring Cargo dependency from omicron-sled-agent -> dns-server ----- @@ -1,9 +1,5 @@ -Bootstrap Agent (client: bootstrap-agent-client) - consumed by: omicron-sled-agent (omicron/sled-agent) via 1 path - consumed by: wicketd (omicron/wicketd) via 1 path - Bootstrap Agent Lockstep API (client: bootstrap-agent-lockstep-client) consumed by: wicketd (omicron/wicketd) via 2 paths Clickhouse Cluster Admin for Keepers (client: clickhouse-admin-keeper-client) consumed by: omicron-nexus (omicron/nexus) via 3 paths test test_api_dependencies ... FAILED failures: failures: test_api_dependencies test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2 filtered out; finished in 6.07s thread 'test_api_dependencies' (99758) panicked at dev-tools/ls-apis/tests/test_dependencies.rs:29:5: assertion failed: string doesn't match the contents of file: "tests/api_dependencies.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: test_dependencies::test_api_dependencies at ./tests/test_dependencies.rs:29:5 4: test_dependencies::test_api_dependencies::{closure#0} at ./tests/test_dependencies.rs:22:27 5: <test_dependencies::test_api_dependencies::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. thread 'test_api_dependencies' (102602) panicked at dev-tools/ls-apis/tests/test_dependencies.rs:29:5: assertion failed: string doesn't match the contents of file: "tests/api_dependencies.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: test_dependencies::test_api_dependencies at ./tests/test_dependencies.rs:29:5 4: test_dependencies::test_api_dependencies::{closure#0} at ./tests/test_dependencies.rs:22:27 5: <test_dependencies::test_api_dependencies::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test stderr: ------ loading metadata for workspace omicron from current workspace loading metadata for workspace lldp from /home/build/.cargo/git/checkouts/lldp-d47de417041f191b/d22509d/Cargo.toml loading metadata for workspace crucible from /home/build/.cargo/git/checkouts/crucible-0a48bd218bc2bbbc/7103cd3/Cargo.toml loading metadata for workspace maghemite from /home/build/.cargo/git/checkouts/maghemite-c0236f0fd3d582b6/7696ee4/Cargo.toml loading metadata for workspace dendrite from /home/build/.cargo/git/checkouts/dendrite-ae9f1715c17fc765/f20f786/Cargo.toml loading metadata for workspace propolis from /home/build/.cargo/git/checkouts/propolis-d68c8bd1bc59c9bd/bc489dd/Cargo.toml loading metadata for workspace dendrite from /home/build/.cargo/git/checkouts/dendrite-ae9f1715c17fc765/3799229/Cargo.toml note: ignoring Cargo dependency from crucible-pantry -> ... -> crucible-control-client note: ignoring Cargo dependency from omicron-sled-agent -> dns-server ----- @@ -1,9 +1,5 @@ -Bootstrap Agent (client: bootstrap-agent-client) - consumed by: omicron-sled-agent (omicron/sled-agent) via 1 path - consumed by: wicketd (omicron/wicketd) via 1 path - Bootstrap Agent Lockstep API (client: bootstrap-agent-lockstep-client) consumed by: wicketd (omicron/wicketd) via 2 paths Clickhouse Cluster Admin for Keepers (client: clickhouse-admin-keeper-client) consumed by: omicron-nexus (omicron/nexus) via 3 paths test test_api_dependencies ... FAILED failures: failures: test_api_dependencies test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2 filtered out; finished in 4.30s thread 'test_api_dependencies' (102602) panicked at dev-tools/ls-apis/tests/test_dependencies.rs:29:5: assertion failed: string doesn't match the contents of file: "tests/api_dependencies.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: test_dependencies::test_api_dependencies at ./tests/test_dependencies.rs:29:5 4: test_dependencies::test_api_dependencies::{closure#0} at ./tests/test_dependencies.rs:22:27 5: <test_dependencies::test_api_dependencies::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test stderr: ------ loading metadata for workspace omicron from current workspace loading metadata for workspace crucible from /home/build/.cargo/git/checkouts/crucible-0a48bd218bc2bbbc/7103cd3/Cargo.toml loading metadata for workspace dendrite from /home/build/.cargo/git/checkouts/dendrite-ae9f1715c17fc765/f20f786/Cargo.toml loading metadata for workspace maghemite from /home/build/.cargo/git/checkouts/maghemite-c0236f0fd3d582b6/7696ee4/Cargo.toml loading metadata for workspace lldp from /home/build/.cargo/git/checkouts/lldp-d47de417041f191b/d22509d/Cargo.toml loading metadata for workspace propolis from /home/build/.cargo/git/checkouts/propolis-d68c8bd1bc59c9bd/bc489dd/Cargo.toml loading metadata for workspace dendrite from /home/build/.cargo/git/checkouts/dendrite-ae9f1715c17fc765/3799229/Cargo.toml note: ignoring Cargo dependency from crucible-pantry -> ... -> crucible-control-client note: ignoring Cargo dependency from omicron-sled-agent -> dns-server ----- @@ -1,9 +1,5 @@ -Bootstrap Agent (client: bootstrap-agent-client) - consumed by: omicron-sled-agent (omicron/sled-agent) via 1 path - consumed by: wicketd (omicron/wicketd) via 1 path - Bootstrap Agent Lockstep API (client: bootstrap-agent-lockstep-client) consumed by: wicketd (omicron/wicketd) via 2 paths Clickhouse Cluster Admin for Keepers (client: clickhouse-admin-keeper-client) consumed by: omicron-nexus (omicron/nexus) via 3 paths test test_api_dependencies ... FAILED failures: failures: test_api_dependencies test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2 filtered out; finished in 19.21s thread 'test_api_dependencies' (94511) panicked at dev-tools/ls-apis/tests/test_dependencies.rs:29:5: assertion failed: string doesn't match the contents of file: "tests/api_dependencies.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: test_dependencies::test_api_dependencies at ./tests/test_dependencies.rs:29:5 4: test_dependencies::test_api_dependencies::{closure#0} at ./tests/test_dependencies.rs:22:27 5: <test_dependencies::test_api_dependencies::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. thread 'cli::rack_setup::config_toml::tests::round_trip_nonempty_config' (391418) panicked at wicket/src/cli/rack_setup/config_toml.rs:657:9: assertion failed: string doesn't match the contents of file: "tests/output/example_non_empty.toml" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: round_trip_nonempty_config at ./src/cli/rack_setup/config_toml.rs:657:9 4: wicket::cli::rack_setup::config_toml::tests::round_trip_nonempty_config::{closure#0} at ./src/cli/rack_setup/config_toml.rs:651:36 5: <wicket::cli::rack_setup::config_toml::tests::round_trip_nonempty_config::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. thread 'cli::rack_setup::config_toml::tests::round_trip_nonempty_config' (391830) panicked at wicket/src/cli/rack_setup/config_toml.rs:657:9: assertion failed: string doesn't match the contents of file: "tests/output/example_non_empty.toml" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: round_trip_nonempty_config at ./src/cli/rack_setup/config_toml.rs:657:9 4: wicket::cli::rack_setup::config_toml::tests::round_trip_nonempty_config::{closure#0} at ./src/cli/rack_setup/config_toml.rs:651:36 5: <wicket::cli::rack_setup::config_toml::tests::round_trip_nonempty_config::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test @@ -44,12 +44,12 @@ # List of sleds to initialize. # # Confirm this list contains all expected sleds before continuing! bootstrap_sleds = [ - 1, # serial 1 2 3 (model model1 revision 3, IP address UNKNOWN) - 5, # serial 4 5 6 (model model2 revision 5, ::1) + 1, # serial 1 2 3 (model model1, IP address UNKNOWN) + 5, # serial 4 5 6 (model model2, ::1) ] # Allowlist of source IPs that can make requests to user-facing services. # # Use the key: test cli::rack_setup::config_toml::tests::round_trip_nonempty_config ... FAILED failures: failures: cli::rack_setup::config_toml::tests::round_trip_nonempty_config test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 3 filtered out; finished in 0.10s thread 'cli::rack_setup::config_toml::tests::round_trip_nonempty_config' (391830) panicked at wicket/src/cli/rack_setup/config_toml.rs:657:9: assertion failed: string doesn't match the contents of file: "tests/output/example_non_empty.toml" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: round_trip_nonempty_config at ./src/cli/rack_setup/config_toml.rs:657:9 4: wicket::cli::rack_setup::config_toml::tests::round_trip_nonempty_config::{closure#0} at ./src/cli/rack_setup/config_toml.rs:651:36 5: <wicket::cli::rack_setup::config_toml::tests::round_trip_nonempty_config::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. thread 'cli::rack_setup::config_toml::tests::round_trip_nonempty_config' (391838) panicked at wicket/src/cli/rack_setup/config_toml.rs:657:9: assertion failed: string doesn't match the contents of file: "tests/output/example_non_empty.toml" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: round_trip_nonempty_config at ./src/cli/rack_setup/config_toml.rs:657:9 4: wicket::cli::rack_setup::config_toml::tests::round_trip_nonempty_config::{closure#0} at ./src/cli/rack_setup/config_toml.rs:651:36 5: <wicket::cli::rack_setup::config_toml::tests::round_trip_nonempty_config::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test @@ -44,12 +44,12 @@ # List of sleds to initialize. # # Confirm this list contains all expected sleds before continuing! bootstrap_sleds = [ - 1, # serial 1 2 3 (model model1 revision 3, IP address UNKNOWN) - 5, # serial 4 5 6 (model model2 revision 5, ::1) + 1, # serial 1 2 3 (model model1, IP address UNKNOWN) + 5, # serial 4 5 6 (model model2, ::1) ] # Allowlist of source IPs that can make requests to user-facing services. # # Use the key: test cli::rack_setup::config_toml::tests::round_trip_nonempty_config ... FAILED failures: failures: cli::rack_setup::config_toml::tests::round_trip_nonempty_config test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 3 filtered out; finished in 0.10s thread 'cli::rack_setup::config_toml::tests::round_trip_nonempty_config' (391838) panicked at wicket/src/cli/rack_setup/config_toml.rs:657:9: assertion failed: string doesn't match the contents of file: "tests/output/example_non_empty.toml" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: round_trip_nonempty_config at ./src/cli/rack_setup/config_toml.rs:657:9 4: wicket::cli::rack_setup::config_toml::tests::round_trip_nonempty_config::{closure#0} at ./src/cli/rack_setup/config_toml.rs:651:36 5: <wicket::cli::rack_setup::config_toml::tests::round_trip_nonempty_config::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test @@ -44,12 +44,12 @@ # List of sleds to initialize. # # Confirm this list contains all expected sleds before continuing! bootstrap_sleds = [ - 1, # serial 1 2 3 (model model1 revision 3, IP address UNKNOWN) - 5, # serial 4 5 6 (model model2 revision 5, ::1) + 1, # serial 1 2 3 (model model1, IP address UNKNOWN) + 5, # serial 4 5 6 (model model2, ::1) ] # Allowlist of source IPs that can make requests to user-facing services. # # Use the key: test cli::rack_setup::config_toml::tests::round_trip_nonempty_config ... FAILED failures: failures: cli::rack_setup::config_toml::tests::round_trip_nonempty_config test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 3 filtered out; finished in 1.13s thread 'cli::rack_setup::config_toml::tests::round_trip_nonempty_config' (391418) panicked at wicket/src/cli/rack_setup/config_toml.rs:657:9: assertion failed: string doesn't match the contents of file: "tests/output/example_non_empty.toml" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: round_trip_nonempty_config at ./src/cli/rack_setup/config_toml.rs:657:9 4: wicket::cli::rack_setup::config_toml::tests::round_trip_nonempty_config::{closure#0} at ./src/cli/rack_setup/config_toml.rs:651:36 5: <wicket::cli::rack_setup::config_toml::tests::round_trip_nonempty_config::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test test integration_tests::inventory::test_inventory has been running for over 60 seconds log file: /var/tmp/omicron_tmp/mod-d2fc54252288a5e2-test_inventory.392652.0.log note: configured to log to "/var/tmp/omicron_tmp/mod-d2fc54252288a5e2-test_inventory.392652.0.log" running 1 test test integration_tests::inventory::test_inventory has been running for over 60 seconds log file: /var/tmp/omicron_tmp/mod-d2fc54252288a5e2-test_inventory.392717.0.log note: configured to log to "/var/tmp/omicron_tmp/mod-d2fc54252288a5e2-test_inventory.392717.0.log" running 1 test test integration_tests::inventory::test_inventory has been running for over 60 seconds log file: /var/tmp/omicron_tmp/mod-d2fc54252288a5e2-test_inventory.391483.0.log note: configured to log to "/var/tmp/omicron_tmp/mod-d2fc54252288a5e2-test_inventory.391483.0.log" running 1 test test integration_tests::updates::test_installinator_fetch has been running for over 60 seconds log file: /var/tmp/omicron_tmp/mod-d2fc54252288a5e2-test_installinator_fetch_no_installinator_document.392655.0.log note: configured to log to "/var/tmp/omicron_tmp/mod-d2fc54252288a5e2-test_installinator_fetch_no_installinator_document.392655.0.log" hint: Generated a random key: hint: hint: ed25519:MFECAQEwBQYDK2VwBCIEIHl9olzmlklplGs9AFGVG_ZxLJlUGsiv0lQLD_jMZEIUgSEA4F9Mn4sqr26yMHQNxIFGlpCWt8BDpt369nwuoOWWu-Y= hint: hint: To modify this repository, you will need this key. Use the -k/--key hint: command line flag or the TUFACEOUS_KEY environment variable: hint: hint: export TUFACEOUS_KEY=ed25519:MFECAQEwBQYDK2VwBCIEIHl9olzmlklplGs9AFGVG_ZxLJlUGsiv0lQLD_jMZEIUgSEA4F9Mn4sqr26yMHQNxIFGlpCWt8BDpt369nwuoOWWu-Y= hint: hint: To prevent this default behavior, use --no-generate-key. status: ResolverStatus { zone_manifest: ZoneManifestStatus { boot_disk_path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/5c772948-a782-4e11-b097-aa47e1db76d2/install/zones.json", boot_disk_result: Ok( OmicronManifestArtifactsResult { manifest: OmicronInstallManifest { source: Installinator { mupdate_id: 7e1e0e70-9c99-4458-8adc-9dec7cf876a3 (mupdate), }, files: { "clickhouse.tar.gz": OmicronInstallMetadata { file_name: "clickhouse.tar.gz", file_size: 1687, hash: ArtifactHash( "bb2d1ff02d11f72bc9049ae57f27536207519a1859d29f8d7a90ab3b44d56b08", ), }, "clickhouse_keeper.tar.gz": OmicronInstallMetadata { file_name: "clickhouse_keeper.tar.gz", file_size: 1691, hash: ArtifactHash( "1eb9f24be68f13c274aa0ac9b863cec520dbfe762620c328431728d75bfd2198", ), }, "clickhouse_server.tar.gz": OmicronInstallMetadata { file_name: "clickhouse_server.tar.gz", file_size: 1691, hash: ArtifactHash( "50fe271948672a9af1ba5f96c9d87ff2736fa72d78dfef598a79fa0cc8a00474", ), }, "cockroachdb.tar.gz": OmicronInstallMetadata { file_name: "cockroachdb.tar.gz", file_size: 1690, hash: ArtifactHash( "ebc82bf181db864b78cb7e3ddedf7ab1dd8fe7b377b02846f3c27cf0387bb387", ), }, "crucible.tar.gz": OmicronInstallMetadata { file_name: "crucible.tar.gz", file_size: 1691, hash: ArtifactHash( "866f6a7c2e51c056fb722b5113e80181cc9cd8b712a0d3dbf1edc4ce29e5229e", ), }, "crucible_pantry.tar.gz": OmicronInstallMetadata { file_name: "crucible_pantry.tar.gz", file_size: 1696, hash: ArtifactHash( "3ff26dad96faa8f67251f5de40458b4f809d536bfe8572134da0e42c2fa12674", ), }, "external_dns.tar.gz": OmicronInstallMetadata { file_name: "external_dns.tar.gz", file_size: 1690, hash: ArtifactHash( "f282c45771429f7bebf71f0cc668521066db57c6bb07fcfccdfb44825d3d930f", ), }, "internal_dns.tar.gz": OmicronInstallMetadata { file_name: "internal_dns.tar.gz", file_size: 1690, hash: ArtifactHash( "de30657a72b066b8ef1f56351a0a5d4d7000da0a62c4be9b2e949a107ca8a389", ), }, "nexus.tar.gz": OmicronInstallMetadata { file_name: "nexus.tar.gz", file_size: 1683, hash: ArtifactHash( "e9b7035f41848a987a798c15ac424cc91dd662b1af0920d58d8aa1ebad7467b6", ), }, "ntp.tar.gz": OmicronInstallMetadata { file_name: "ntp.tar.gz", file_size: 1682, hash: ArtifactHash( "d76e26198daed69cdae04490d7477f8c842e0dbe37d463eac0d0a8d3fb803095", ), }, "oximeter.tar.gz": OmicronInstallMetadata { file_name: "oximeter.tar.gz", file_size: 1683, hash: ArtifactHash( "9f4bc56a15d5fd943fdac94309994b8fd73aa2be1ec61faf44bfcf2356c9dc23", ), }, }, }, data: { "clickhouse.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse.tar.gz", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/5c772948-a782-4e11-b097-aa47e1db76d2/install/clickhouse.tar.gz", expected_size: 1687, expected_hash: ArtifactHash( "bb2d1ff02d11f72bc9049ae57f27536207519a1859d29f8d7a90ab3b44d56b08", ), status: Valid, }, "clickhouse_keeper.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse_keeper.tar.gz", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/5c772948-a782-4e11-b097-aa47e1db76d2/install/clickhouse_keeper.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "1eb9f24be68f13c274aa0ac9b863cec520dbfe762620c328431728d75bfd2198", ), status: Valid, }, "clickhouse_server.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse_server.tar.gz", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/5c772948-a782-4e11-b097-aa47e1db76d2/install/clickhouse_server.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "50fe271948672a9af1ba5f96c9d87ff2736fa72d78dfef598a79fa0cc8a00474", ), status: Valid, }, "cockroachdb.tar.gz": OmicronManifestArtifactResult { file_name: "cockroachdb.tar.gz", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/5c772948-a782-4e11-b097-aa47e1db76d2/install/cockroachdb.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "ebc82bf181db864b78cb7e3ddedf7ab1dd8fe7b377b02846f3c27cf0387bb387", ), status: Valid, }, "crucible.tar.gz": OmicronManifestArtifactResult { file_name: "crucible.tar.gz", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/5c772948-a782-4e11-b097-aa47e1db76d2/install/crucible.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "866f6a7c2e51c056fb722b5113e80181cc9cd8b712a0d3dbf1edc4ce29e5229e", ), status: Valid, }, "crucible_pantry.tar.gz": OmicronManifestArtifactResult { file_name: "crucible_pantry.tar.gz", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/5c772948-a782-4e11-b097-aa47e1db76d2/install/crucible_pantry.tar.gz", expected_size: 1696, expected_hash: ArtifactHash( "3ff26dad96faa8f67251f5de40458b4f809d536bfe8572134da0e42c2fa12674", ), status: Valid, }, "external_dns.tar.gz": OmicronManifestArtifactResult { file_name: "external_dns.tar.gz", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/5c772948-a782-4e11-b097-aa47e1db76d2/install/external_dns.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "f282c45771429f7bebf71f0cc668521066db57c6bb07fcfccdfb44825d3d930f", ), status: Valid, }, "internal_dns.tar.gz": OmicronManifestArtifactResult { file_name: "internal_dns.tar.gz", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/5c772948-a782-4e11-b097-aa47e1db76d2/install/internal_dns.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "de30657a72b066b8ef1f56351a0a5d4d7000da0a62c4be9b2e949a107ca8a389", ), status: Valid, }, "nexus.tar.gz": OmicronManifestArtifactResult { file_name: "nexus.tar.gz", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/5c772948-a782-4e11-b097-aa47e1db76d2/install/nexus.tar.gz", expected_size: 1683, expected_hash: ArtifactHash( "e9b7035f41848a987a798c15ac424cc91dd662b1af0920d58d8aa1ebad7467b6", ), status: Valid, }, "ntp.tar.gz": OmicronManifestArtifactResult { file_name: "ntp.tar.gz", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/5c772948-a782-4e11-b097-aa47e1db76d2/install/ntp.tar.gz", expected_size: 1682, expected_hash: ArtifactHash( "d76e26198daed69cdae04490d7477f8c842e0dbe37d463eac0d0a8d3fb803095", ), status: Valid, }, "oximeter.tar.gz": OmicronManifestArtifactResult { file_name: "oximeter.tar.gz", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/5c772948-a782-4e11-b097-aa47e1db76d2/install/oximeter.tar.gz", expected_size: 1683, expected_hash: ArtifactHash( "9f4bc56a15d5fd943fdac94309994b8fd73aa2be1ec61faf44bfcf2356c9dc23", ), status: Valid, }, }, }, ), non_boot_disk_metadata: { 9761f71a-baa0-4b0d-9e5f-9e9bc02ce868 (internal_zpool): OmicronManifestNonBootInfo { zpool_id: 9761f71a-baa0-4b0d-9e5f-9e9bc02ce868 (internal_zpool), dataset_dir: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/9761f71a-baa0-4b0d-9e5f-9e9bc02ce868/install", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/9761f71a-baa0-4b0d-9e5f-9e9bc02ce868/install/zones.json", result: Matches( OmicronManifestArtifactsResult { manifest: OmicronInstallManifest { source: Installinator { mupdate_id: 7e1e0e70-9c99-4458-8adc-9dec7cf876a3 (mupdate), }, files: { "clickhouse.tar.gz": OmicronInstallMetadata { file_name: "clickhouse.tar.gz", file_size: 1687, hash: ArtifactHash( "bb2d1ff02d11f72bc9049ae57f27536207519a1859d29f8d7a90ab3b44d56b08", ), }, "clickhouse_keeper.tar.gz": OmicronInstallMetadata { file_name: "clickhouse_keeper.tar.gz", file_size: 1691, hash: ArtifactHash( "1eb9f24be68f13c274aa0ac9b863cec520dbfe762620c328431728d75bfd2198", ), }, "clickhouse_server.tar.gz": OmicronInstallMetadata { file_name: "clickhouse_server.tar.gz", file_size: 1691, hash: ArtifactHash( "50fe271948672a9af1ba5f96c9d87ff2736fa72d78dfef598a79fa0cc8a00474", ), }, "cockroachdb.tar.gz": OmicronInstallMetadata { file_name: "cockroachdb.tar.gz", file_size: 1690, hash: ArtifactHash( "ebc82bf181db864b78cb7e3ddedf7ab1dd8fe7b377b02846f3c27cf0387bb387", ), }, "crucible.tar.gz": OmicronInstallMetadata { file_name: "crucible.tar.gz", file_size: 1691, hash: ArtifactHash( "866f6a7c2e51c056fb722b5113e80181cc9cd8b712a0d3dbf1edc4ce29e5229e", ), }, "crucible_pantry.tar.gz": OmicronInstallMetadata { file_name: "crucible_pantry.tar.gz", file_size: 1696, hash: ArtifactHash( "3ff26dad96faa8f67251f5de40458b4f809d536bfe8572134da0e42c2fa12674", ), }, "external_dns.tar.gz": OmicronInstallMetadata { file_name: "external_dns.tar.gz", file_size: 1690, hash: ArtifactHash( "f282c45771429f7bebf71f0cc668521066db57c6bb07fcfccdfb44825d3d930f", ), }, "internal_dns.tar.gz": OmicronInstallMetadata { file_name: "internal_dns.tar.gz", file_size: 1690, hash: ArtifactHash( "de30657a72b066b8ef1f56351a0a5d4d7000da0a62c4be9b2e949a107ca8a389", ), }, "nexus.tar.gz": OmicronInstallMetadata { file_name: "nexus.tar.gz", file_size: 1683, hash: ArtifactHash( "e9b7035f41848a987a798c15ac424cc91dd662b1af0920d58d8aa1ebad7467b6", ), }, "ntp.tar.gz": OmicronInstallMetadata { file_name: "ntp.tar.gz", file_size: 1682, hash: ArtifactHash( "d76e26198daed69cdae04490d7477f8c842e0dbe37d463eac0d0a8d3fb803095", ), }, "oximeter.tar.gz": OmicronInstallMetadata { file_name: "oximeter.tar.gz", file_size: 1683, hash: ArtifactHash( "9f4bc56a15d5fd943fdac94309994b8fd73aa2be1ec61faf44bfcf2356c9dc23", ), }, }, }, data: { "clickhouse.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse.tar.gz", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/9761f71a-baa0-4b0d-9e5f-9e9bc02ce868/install/clickhouse.tar.gz", expected_size: 1687, expected_hash: ArtifactHash( "bb2d1ff02d11f72bc9049ae57f27536207519a1859d29f8d7a90ab3b44d56b08", ), status: Valid, }, "clickhouse_keeper.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse_keeper.tar.gz", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/9761f71a-baa0-4b0d-9e5f-9e9bc02ce868/install/clickhouse_keeper.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "1eb9f24be68f13c274aa0ac9b863cec520dbfe762620c328431728d75bfd2198", ), status: Valid, }, "clickhouse_server.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse_server.tar.gz", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/9761f71a-baa0-4b0d-9e5f-9e9bc02ce868/install/clickhouse_server.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "50fe271948672a9af1ba5f96c9d87ff2736fa72d78dfef598a79fa0cc8a00474", ), status: Valid, }, "cockroachdb.tar.gz": OmicronManifestArtifactResult { file_name: "cockroachdb.tar.gz", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/9761f71a-baa0-4b0d-9e5f-9e9bc02ce868/install/cockroachdb.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "ebc82bf181db864b78cb7e3ddedf7ab1dd8fe7b377b02846f3c27cf0387bb387", ), status: Valid, }, "crucible.tar.gz": OmicronManifestArtifactResult { file_name: "crucible.tar.gz", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/9761f71a-baa0-4b0d-9e5f-9e9bc02ce868/install/crucible.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "866f6a7c2e51c056fb722b5113e80181cc9cd8b712a0d3dbf1edc4ce29e5229e", ), status: Valid, }, "crucible_pantry.tar.gz": OmicronManifestArtifactResult { file_name: "crucible_pantry.tar.gz", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/9761f71a-baa0-4b0d-9e5f-9e9bc02ce868/install/crucible_pantry.tar.gz", expected_size: 1696, expected_hash: ArtifactHash( "3ff26dad96faa8f67251f5de40458b4f809d536bfe8572134da0e42c2fa12674", ), status: Valid, }, "external_dns.tar.gz": OmicronManifestArtifactResult { file_name: "external_dns.tar.gz", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/9761f71a-baa0-4b0d-9e5f-9e9bc02ce868/install/external_dns.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "f282c45771429f7bebf71f0cc668521066db57c6bb07fcfccdfb44825d3d930f", ), status: Valid, }, "internal_dns.tar.gz": OmicronManifestArtifactResult { file_name: "internal_dns.tar.gz", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/9761f71a-baa0-4b0d-9e5f-9e9bc02ce868/install/internal_dns.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "de30657a72b066b8ef1f56351a0a5d4d7000da0a62c4be9b2e949a107ca8a389", ), status: Valid, }, "nexus.tar.gz": OmicronManifestArtifactResult { file_name: "nexus.tar.gz", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/9761f71a-baa0-4b0d-9e5f-9e9bc02ce868/install/nexus.tar.gz", expected_size: 1683, expected_hash: ArtifactHash( "e9b7035f41848a987a798c15ac424cc91dd662b1af0920d58d8aa1ebad7467b6", ), status: Valid, }, "ntp.tar.gz": OmicronManifestArtifactResult { file_name: "ntp.tar.gz", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/9761f71a-baa0-4b0d-9e5f-9e9bc02ce868/install/ntp.tar.gz", expected_size: 1682, expected_hash: ArtifactHash( "d76e26198daed69cdae04490d7477f8c842e0dbe37d463eac0d0a8d3fb803095", ), status: Valid, }, "oximeter.tar.gz": OmicronManifestArtifactResult { file_name: "oximeter.tar.gz", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/9761f71a-baa0-4b0d-9e5f-9e9bc02ce868/install/oximeter.tar.gz", expected_size: 1683, expected_hash: ArtifactHash( "9f4bc56a15d5fd943fdac94309994b8fd73aa2be1ec61faf44bfcf2356c9dc23", ), status: Valid, }, }, }, ), }, }, }, measurement_manifest: MeasurementManifestStatus { boot_disk_path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/5c772948-a782-4e11-b097-aa47e1db76d2/install/measurements/measurements.json", boot_disk_result: Ok( OmicronManifestArtifactsResult { manifest: OmicronInstallManifest { source: Installinator { mupdate_id: 7e1e0e70-9c99-4458-8adc-9dec7cf876a3 (mupdate), }, files: { "fake-corpus": OmicronInstallMetadata { file_name: "fake-corpus", file_size: 1048576, hash: ArtifactHash( "a1a34c0ca4776c27d67a2a50b231acc96ccbc2645f5e8dd8c2bc27f0eab49855", ), }, }, }, data: { "fake-corpus": OmicronManifestArtifactResult { file_name: "fake-corpus", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/5c772948-a782-4e11-b097-aa47e1db76d2/install/measurements/fake-corpus", expected_size: 1048576, expected_hash: ArtifactHash( "a1a34c0ca4776c27d67a2a50b231acc96ccbc2645f5e8dd8c2bc27f0eab49855", ), status: Valid, }, }, }, ), non_boot_disk_metadata: { 9761f71a-baa0-4b0d-9e5f-9e9bc02ce868 (internal_zpool): OmicronManifestNonBootInfo { zpool_id: 9761f71a-baa0-4b0d-9e5f-9e9bc02ce868 (internal_zpool), dataset_dir: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/9761f71a-baa0-4b0d-9e5f-9e9bc02ce868/install", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/9761f71a-baa0-4b0d-9e5f-9e9bc02ce868/install/measurements/measurements.json", result: Matches( OmicronManifestArtifactsResult { manifest: OmicronInstallManifest { source: Installinator { mupdate_id: 7e1e0e70-9c99-4458-8adc-9dec7cf876a3 (mupdate), }, files: { "fake-corpus": OmicronInstallMetadata { file_name: "fake-corpus", file_size: 1048576, hash: ArtifactHash( "a1a34c0ca4776c27d67a2a50b231acc96ccbc2645f5e8dd8c2bc27f0eab49855", ), }, }, }, data: { "fake-corpus": OmicronManifestArtifactResult { file_name: "fake-corpus", path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/9761f71a-baa0-4b0d-9e5f-9e9bc02ce868/install/measurements/fake-corpus", expected_size: 1048576, expected_hash: ArtifactHash( "a1a34c0ca4776c27d67a2a50b231acc96ccbc2645f5e8dd8c2bc27f0eab49855", ), status: Valid, }, }, }, ), }, }, }, mupdate_override: MupdateOverrideStatus { boot_disk_path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/5c772948-a782-4e11-b097-aa47e1db76d2/install/mupdate-override.json", boot_disk_override: Ok( Some( MupdateOverrideInfo { mupdate_uuid: a7b7226c-6257-41c0-8594-9fdb98ee2c91 (mupdate_override), hash_ids: { ArtifactHashId { kind: ArtifactKind( "control_plane", ), hash: ArtifactHash( "aff948fe95abe88e94e1176c524f3abd1d4bcab10ec7be3218174b04c61a496c", ), }, ArtifactHashId { kind: ArtifactKind( "host_phase_2", ), hash: ArtifactHash( "9ff631b5b7229604ab7c5aae2ee4a34a64772736b332540d38077b3aea6952df", ), }, }, }, ), ), non_boot_disk_overrides: { 9761f71a-baa0-4b0d-9e5f-9e9bc02ce868 (internal_zpool): MupdateOverrideNonBootInfo { zpool_id: 9761f71a-baa0-4b0d-9e5f-9e9bc02ce868 (internal_zpool), path: "/var/tmp/omicron_tmp/.tmpzpisAP/pool/int/9761f71a-baa0-4b0d-9e5f-9e9bc02ce868/install/mupdate-override.json", result: MatchesPresent, }, }, }, image_directory_override: None, measurement_directory_override: None, } running 1 test test integration_tests::updates::test_installinator_fetch has been running for over 60 seconds log file: /var/tmp/omicron_tmp/mod-d2fc54252288a5e2-test_installinator_fetch_no_installinator_document.392720.0.log note: configured to log to "/var/tmp/omicron_tmp/mod-d2fc54252288a5e2-test_installinator_fetch_no_installinator_document.392720.0.log" hint: Generated a random key: hint: hint: ed25519:MFECAQEwBQYDK2VwBCIEIAUr5_Lh7PKR3ATypuJpoLC8k1ttyf9ErK7zX6ZArNXGgSEApWzBywKrm8Uoo7gq_2Wd4AvAQIsgs9BloJSSSRbu1z4= hint: hint: To modify this repository, you will need this key. Use the -k/--key hint: command line flag or the TUFACEOUS_KEY environment variable: hint: hint: export TUFACEOUS_KEY=ed25519:MFECAQEwBQYDK2VwBCIEIAUr5_Lh7PKR3ATypuJpoLC8k1ttyf9ErK7zX6ZArNXGgSEApWzBywKrm8Uoo7gq_2Wd4AvAQIsgs9BloJSSSRbu1z4= hint: hint: To prevent this default behavior, use --no-generate-key. status: ResolverStatus { zone_manifest: ZoneManifestStatus { boot_disk_path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/fbc39814-717c-45d8-abe3-26d49369486e/install/zones.json", boot_disk_result: Ok( OmicronManifestArtifactsResult { manifest: OmicronInstallManifest { source: Installinator { mupdate_id: 1a473ac7-d255-4f16-b0b4-b3d8d75e8bfd (mupdate), }, files: { "clickhouse.tar.gz": OmicronInstallMetadata { file_name: "clickhouse.tar.gz", file_size: 1687, hash: ArtifactHash( "bb2d1ff02d11f72bc9049ae57f27536207519a1859d29f8d7a90ab3b44d56b08", ), }, "clickhouse_keeper.tar.gz": OmicronInstallMetadata { file_name: "clickhouse_keeper.tar.gz", file_size: 1691, hash: ArtifactHash( "1eb9f24be68f13c274aa0ac9b863cec520dbfe762620c328431728d75bfd2198", ), }, "clickhouse_server.tar.gz": OmicronInstallMetadata { file_name: "clickhouse_server.tar.gz", file_size: 1691, hash: ArtifactHash( "50fe271948672a9af1ba5f96c9d87ff2736fa72d78dfef598a79fa0cc8a00474", ), }, "cockroachdb.tar.gz": OmicronInstallMetadata { file_name: "cockroachdb.tar.gz", file_size: 1690, hash: ArtifactHash( "ebc82bf181db864b78cb7e3ddedf7ab1dd8fe7b377b02846f3c27cf0387bb387", ), }, "crucible.tar.gz": OmicronInstallMetadata { file_name: "crucible.tar.gz", file_size: 1691, hash: ArtifactHash( "866f6a7c2e51c056fb722b5113e80181cc9cd8b712a0d3dbf1edc4ce29e5229e", ), }, "crucible_pantry.tar.gz": OmicronInstallMetadata { file_name: "crucible_pantry.tar.gz", file_size: 1696, hash: ArtifactHash( "3ff26dad96faa8f67251f5de40458b4f809d536bfe8572134da0e42c2fa12674", ), }, "external_dns.tar.gz": OmicronInstallMetadata { file_name: "external_dns.tar.gz", file_size: 1690, hash: ArtifactHash( "f282c45771429f7bebf71f0cc668521066db57c6bb07fcfccdfb44825d3d930f", ), }, "internal_dns.tar.gz": OmicronInstallMetadata { file_name: "internal_dns.tar.gz", file_size: 1690, hash: ArtifactHash( "de30657a72b066b8ef1f56351a0a5d4d7000da0a62c4be9b2e949a107ca8a389", ), }, "nexus.tar.gz": OmicronInstallMetadata { file_name: "nexus.tar.gz", file_size: 1683, hash: ArtifactHash( "e9b7035f41848a987a798c15ac424cc91dd662b1af0920d58d8aa1ebad7467b6", ), }, "ntp.tar.gz": OmicronInstallMetadata { file_name: "ntp.tar.gz", file_size: 1682, hash: ArtifactHash( "d76e26198daed69cdae04490d7477f8c842e0dbe37d463eac0d0a8d3fb803095", ), }, "oximeter.tar.gz": OmicronInstallMetadata { file_name: "oximeter.tar.gz", file_size: 1683, hash: ArtifactHash( "9f4bc56a15d5fd943fdac94309994b8fd73aa2be1ec61faf44bfcf2356c9dc23", ), }, }, }, data: { "clickhouse.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse.tar.gz", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/fbc39814-717c-45d8-abe3-26d49369486e/install/clickhouse.tar.gz", expected_size: 1687, expected_hash: ArtifactHash( "bb2d1ff02d11f72bc9049ae57f27536207519a1859d29f8d7a90ab3b44d56b08", ), status: Valid, }, "clickhouse_keeper.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse_keeper.tar.gz", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/fbc39814-717c-45d8-abe3-26d49369486e/install/clickhouse_keeper.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "1eb9f24be68f13c274aa0ac9b863cec520dbfe762620c328431728d75bfd2198", ), status: Valid, }, "clickhouse_server.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse_server.tar.gz", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/fbc39814-717c-45d8-abe3-26d49369486e/install/clickhouse_server.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "50fe271948672a9af1ba5f96c9d87ff2736fa72d78dfef598a79fa0cc8a00474", ), status: Valid, }, "cockroachdb.tar.gz": OmicronManifestArtifactResult { file_name: "cockroachdb.tar.gz", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/fbc39814-717c-45d8-abe3-26d49369486e/install/cockroachdb.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "ebc82bf181db864b78cb7e3ddedf7ab1dd8fe7b377b02846f3c27cf0387bb387", ), status: Valid, }, "crucible.tar.gz": OmicronManifestArtifactResult { file_name: "crucible.tar.gz", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/fbc39814-717c-45d8-abe3-26d49369486e/install/crucible.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "866f6a7c2e51c056fb722b5113e80181cc9cd8b712a0d3dbf1edc4ce29e5229e", ), status: Valid, }, "crucible_pantry.tar.gz": OmicronManifestArtifactResult { file_name: "crucible_pantry.tar.gz", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/fbc39814-717c-45d8-abe3-26d49369486e/install/crucible_pantry.tar.gz", expected_size: 1696, expected_hash: ArtifactHash( "3ff26dad96faa8f67251f5de40458b4f809d536bfe8572134da0e42c2fa12674", ), status: Valid, }, "external_dns.tar.gz": OmicronManifestArtifactResult { file_name: "external_dns.tar.gz", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/fbc39814-717c-45d8-abe3-26d49369486e/install/external_dns.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "f282c45771429f7bebf71f0cc668521066db57c6bb07fcfccdfb44825d3d930f", ), status: Valid, }, "internal_dns.tar.gz": OmicronManifestArtifactResult { file_name: "internal_dns.tar.gz", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/fbc39814-717c-45d8-abe3-26d49369486e/install/internal_dns.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "de30657a72b066b8ef1f56351a0a5d4d7000da0a62c4be9b2e949a107ca8a389", ), status: Valid, }, "nexus.tar.gz": OmicronManifestArtifactResult { file_name: "nexus.tar.gz", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/fbc39814-717c-45d8-abe3-26d49369486e/install/nexus.tar.gz", expected_size: 1683, expected_hash: ArtifactHash( "e9b7035f41848a987a798c15ac424cc91dd662b1af0920d58d8aa1ebad7467b6", ), status: Valid, }, "ntp.tar.gz": OmicronManifestArtifactResult { file_name: "ntp.tar.gz", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/fbc39814-717c-45d8-abe3-26d49369486e/install/ntp.tar.gz", expected_size: 1682, expected_hash: ArtifactHash( "d76e26198daed69cdae04490d7477f8c842e0dbe37d463eac0d0a8d3fb803095", ), status: Valid, }, "oximeter.tar.gz": OmicronManifestArtifactResult { file_name: "oximeter.tar.gz", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/fbc39814-717c-45d8-abe3-26d49369486e/install/oximeter.tar.gz", expected_size: 1683, expected_hash: ArtifactHash( "9f4bc56a15d5fd943fdac94309994b8fd73aa2be1ec61faf44bfcf2356c9dc23", ), status: Valid, }, }, }, ), non_boot_disk_metadata: { 013d6d99-d74f-4121-bdcd-f3f6d66c54cd (internal_zpool): OmicronManifestNonBootInfo { zpool_id: 013d6d99-d74f-4121-bdcd-f3f6d66c54cd (internal_zpool), dataset_dir: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/013d6d99-d74f-4121-bdcd-f3f6d66c54cd/install", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/013d6d99-d74f-4121-bdcd-f3f6d66c54cd/install/zones.json", result: Matches( OmicronManifestArtifactsResult { manifest: OmicronInstallManifest { source: Installinator { mupdate_id: 1a473ac7-d255-4f16-b0b4-b3d8d75e8bfd (mupdate), }, files: { "clickhouse.tar.gz": OmicronInstallMetadata { file_name: "clickhouse.tar.gz", file_size: 1687, hash: ArtifactHash( "bb2d1ff02d11f72bc9049ae57f27536207519a1859d29f8d7a90ab3b44d56b08", ), }, "clickhouse_keeper.tar.gz": OmicronInstallMetadata { file_name: "clickhouse_keeper.tar.gz", file_size: 1691, hash: ArtifactHash( "1eb9f24be68f13c274aa0ac9b863cec520dbfe762620c328431728d75bfd2198", ), }, "clickhouse_server.tar.gz": OmicronInstallMetadata { file_name: "clickhouse_server.tar.gz", file_size: 1691, hash: ArtifactHash( "50fe271948672a9af1ba5f96c9d87ff2736fa72d78dfef598a79fa0cc8a00474", ), }, "cockroachdb.tar.gz": OmicronInstallMetadata { file_name: "cockroachdb.tar.gz", file_size: 1690, hash: ArtifactHash( "ebc82bf181db864b78cb7e3ddedf7ab1dd8fe7b377b02846f3c27cf0387bb387", ), }, "crucible.tar.gz": OmicronInstallMetadata { file_name: "crucible.tar.gz", file_size: 1691, hash: ArtifactHash( "866f6a7c2e51c056fb722b5113e80181cc9cd8b712a0d3dbf1edc4ce29e5229e", ), }, "crucible_pantry.tar.gz": OmicronInstallMetadata { file_name: "crucible_pantry.tar.gz", file_size: 1696, hash: ArtifactHash( "3ff26dad96faa8f67251f5de40458b4f809d536bfe8572134da0e42c2fa12674", ), }, "external_dns.tar.gz": OmicronInstallMetadata { file_name: "external_dns.tar.gz", file_size: 1690, hash: ArtifactHash( "f282c45771429f7bebf71f0cc668521066db57c6bb07fcfccdfb44825d3d930f", ), }, "internal_dns.tar.gz": OmicronInstallMetadata { file_name: "internal_dns.tar.gz", file_size: 1690, hash: ArtifactHash( "de30657a72b066b8ef1f56351a0a5d4d7000da0a62c4be9b2e949a107ca8a389", ), }, "nexus.tar.gz": OmicronInstallMetadata { file_name: "nexus.tar.gz", file_size: 1683, hash: ArtifactHash( "e9b7035f41848a987a798c15ac424cc91dd662b1af0920d58d8aa1ebad7467b6", ), }, "ntp.tar.gz": OmicronInstallMetadata { file_name: "ntp.tar.gz", file_size: 1682, hash: ArtifactHash( "d76e26198daed69cdae04490d7477f8c842e0dbe37d463eac0d0a8d3fb803095", ), }, "oximeter.tar.gz": OmicronInstallMetadata { file_name: "oximeter.tar.gz", file_size: 1683, hash: ArtifactHash( "9f4bc56a15d5fd943fdac94309994b8fd73aa2be1ec61faf44bfcf2356c9dc23", ), }, }, }, data: { "clickhouse.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse.tar.gz", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/013d6d99-d74f-4121-bdcd-f3f6d66c54cd/install/clickhouse.tar.gz", expected_size: 1687, expected_hash: ArtifactHash( "bb2d1ff02d11f72bc9049ae57f27536207519a1859d29f8d7a90ab3b44d56b08", ), status: Valid, }, "clickhouse_keeper.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse_keeper.tar.gz", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/013d6d99-d74f-4121-bdcd-f3f6d66c54cd/install/clickhouse_keeper.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "1eb9f24be68f13c274aa0ac9b863cec520dbfe762620c328431728d75bfd2198", ), status: Valid, }, "clickhouse_server.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse_server.tar.gz", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/013d6d99-d74f-4121-bdcd-f3f6d66c54cd/install/clickhouse_server.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "50fe271948672a9af1ba5f96c9d87ff2736fa72d78dfef598a79fa0cc8a00474", ), status: Valid, }, "cockroachdb.tar.gz": OmicronManifestArtifactResult { file_name: "cockroachdb.tar.gz", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/013d6d99-d74f-4121-bdcd-f3f6d66c54cd/install/cockroachdb.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "ebc82bf181db864b78cb7e3ddedf7ab1dd8fe7b377b02846f3c27cf0387bb387", ), status: Valid, }, "crucible.tar.gz": OmicronManifestArtifactResult { file_name: "crucible.tar.gz", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/013d6d99-d74f-4121-bdcd-f3f6d66c54cd/install/crucible.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "866f6a7c2e51c056fb722b5113e80181cc9cd8b712a0d3dbf1edc4ce29e5229e", ), status: Valid, }, "crucible_pantry.tar.gz": OmicronManifestArtifactResult { file_name: "crucible_pantry.tar.gz", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/013d6d99-d74f-4121-bdcd-f3f6d66c54cd/install/crucible_pantry.tar.gz", expected_size: 1696, expected_hash: ArtifactHash( "3ff26dad96faa8f67251f5de40458b4f809d536bfe8572134da0e42c2fa12674", ), status: Valid, }, "external_dns.tar.gz": OmicronManifestArtifactResult { file_name: "external_dns.tar.gz", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/013d6d99-d74f-4121-bdcd-f3f6d66c54cd/install/external_dns.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "f282c45771429f7bebf71f0cc668521066db57c6bb07fcfccdfb44825d3d930f", ), status: Valid, }, "internal_dns.tar.gz": OmicronManifestArtifactResult { file_name: "internal_dns.tar.gz", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/013d6d99-d74f-4121-bdcd-f3f6d66c54cd/install/internal_dns.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "de30657a72b066b8ef1f56351a0a5d4d7000da0a62c4be9b2e949a107ca8a389", ), status: Valid, }, "nexus.tar.gz": OmicronManifestArtifactResult { file_name: "nexus.tar.gz", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/013d6d99-d74f-4121-bdcd-f3f6d66c54cd/install/nexus.tar.gz", expected_size: 1683, expected_hash: ArtifactHash( "e9b7035f41848a987a798c15ac424cc91dd662b1af0920d58d8aa1ebad7467b6", ), status: Valid, }, "ntp.tar.gz": OmicronManifestArtifactResult { file_name: "ntp.tar.gz", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/013d6d99-d74f-4121-bdcd-f3f6d66c54cd/install/ntp.tar.gz", expected_size: 1682, expected_hash: ArtifactHash( "d76e26198daed69cdae04490d7477f8c842e0dbe37d463eac0d0a8d3fb803095", ), status: Valid, }, "oximeter.tar.gz": OmicronManifestArtifactResult { file_name: "oximeter.tar.gz", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/013d6d99-d74f-4121-bdcd-f3f6d66c54cd/install/oximeter.tar.gz", expected_size: 1683, expected_hash: ArtifactHash( "9f4bc56a15d5fd943fdac94309994b8fd73aa2be1ec61faf44bfcf2356c9dc23", ), status: Valid, }, }, }, ), }, }, }, measurement_manifest: MeasurementManifestStatus { boot_disk_path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/fbc39814-717c-45d8-abe3-26d49369486e/install/measurements/measurements.json", boot_disk_result: Ok( OmicronManifestArtifactsResult { manifest: OmicronInstallManifest { source: Installinator { mupdate_id: 1a473ac7-d255-4f16-b0b4-b3d8d75e8bfd (mupdate), }, files: { "fake-corpus": OmicronInstallMetadata { file_name: "fake-corpus", file_size: 1048576, hash: ArtifactHash( "a1a34c0ca4776c27d67a2a50b231acc96ccbc2645f5e8dd8c2bc27f0eab49855", ), }, }, }, data: { "fake-corpus": OmicronManifestArtifactResult { file_name: "fake-corpus", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/fbc39814-717c-45d8-abe3-26d49369486e/install/measurements/fake-corpus", expected_size: 1048576, expected_hash: ArtifactHash( "a1a34c0ca4776c27d67a2a50b231acc96ccbc2645f5e8dd8c2bc27f0eab49855", ), status: Valid, }, }, }, ), non_boot_disk_metadata: { 013d6d99-d74f-4121-bdcd-f3f6d66c54cd (internal_zpool): OmicronManifestNonBootInfo { zpool_id: 013d6d99-d74f-4121-bdcd-f3f6d66c54cd (internal_zpool), dataset_dir: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/013d6d99-d74f-4121-bdcd-f3f6d66c54cd/install", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/013d6d99-d74f-4121-bdcd-f3f6d66c54cd/install/measurements/measurements.json", result: Matches( OmicronManifestArtifactsResult { manifest: OmicronInstallManifest { source: Installinator { mupdate_id: 1a473ac7-d255-4f16-b0b4-b3d8d75e8bfd (mupdate), }, files: { "fake-corpus": OmicronInstallMetadata { file_name: "fake-corpus", file_size: 1048576, hash: ArtifactHash( "a1a34c0ca4776c27d67a2a50b231acc96ccbc2645f5e8dd8c2bc27f0eab49855", ), }, }, }, data: { "fake-corpus": OmicronManifestArtifactResult { file_name: "fake-corpus", path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/013d6d99-d74f-4121-bdcd-f3f6d66c54cd/install/measurements/fake-corpus", expected_size: 1048576, expected_hash: ArtifactHash( "a1a34c0ca4776c27d67a2a50b231acc96ccbc2645f5e8dd8c2bc27f0eab49855", ), status: Valid, }, }, }, ), }, }, }, mupdate_override: MupdateOverrideStatus { boot_disk_path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/fbc39814-717c-45d8-abe3-26d49369486e/install/mupdate-override.json", boot_disk_override: Ok( Some( MupdateOverrideInfo { mupdate_uuid: 69beb4af-fcb2-465b-b868-9ef53e27f8e8 (mupdate_override), hash_ids: { ArtifactHashId { kind: ArtifactKind( "control_plane", ), hash: ArtifactHash( "aff948fe95abe88e94e1176c524f3abd1d4bcab10ec7be3218174b04c61a496c", ), }, ArtifactHashId { kind: ArtifactKind( "host_phase_2", ), hash: ArtifactHash( "9ff631b5b7229604ab7c5aae2ee4a34a64772736b332540d38077b3aea6952df", ), }, }, }, ), ), non_boot_disk_overrides: { 013d6d99-d74f-4121-bdcd-f3f6d66c54cd (internal_zpool): MupdateOverrideNonBootInfo { zpool_id: 013d6d99-d74f-4121-bdcd-f3f6d66c54cd (internal_zpool), path: "/var/tmp/omicron_tmp/.tmp6DcNb0/pool/int/013d6d99-d74f-4121-bdcd-f3f6d66c54cd/install/mupdate-override.json", result: MatchesPresent, }, }, }, image_directory_override: None, measurement_directory_override: None, } running 1 test test integration_tests::updates::test_installinator_fetch has been running for over 60 seconds log file: /var/tmp/omicron_tmp/mod-d2fc54252288a5e2-test_installinator_fetch_no_installinator_document.391485.0.log note: configured to log to "/var/tmp/omicron_tmp/mod-d2fc54252288a5e2-test_installinator_fetch_no_installinator_document.391485.0.log" hint: Generated a random key: hint: hint: ed25519:MFECAQEwBQYDK2VwBCIEIGAUKFlqE6zC_ekuLALCOEafcOitMB6qlEGkt_4N0t7UgSEAFGkyUIU79Mlx2i0eQcFKTzz5IwkBYRrUo-r69_NJkBU= hint: hint: To modify this repository, you will need this key. Use the -k/--key hint: command line flag or the TUFACEOUS_KEY environment variable: hint: hint: export TUFACEOUS_KEY=ed25519:MFECAQEwBQYDK2VwBCIEIGAUKFlqE6zC_ekuLALCOEafcOitMB6qlEGkt_4N0t7UgSEAFGkyUIU79Mlx2i0eQcFKTzz5IwkBYRrUo-r69_NJkBU= hint: hint: To prevent this default behavior, use --no-generate-key. status: ResolverStatus { zone_manifest: ZoneManifestStatus { boot_disk_path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/c3eca893-5ba0-47cb-a3b6-a589f06aa43d/install/zones.json", boot_disk_result: Ok( OmicronManifestArtifactsResult { manifest: OmicronInstallManifest { source: Installinator { mupdate_id: bcc5866d-0b9e-4401-8e92-7d026053d139 (mupdate), }, files: { "clickhouse.tar.gz": OmicronInstallMetadata { file_name: "clickhouse.tar.gz", file_size: 1687, hash: ArtifactHash( "bb2d1ff02d11f72bc9049ae57f27536207519a1859d29f8d7a90ab3b44d56b08", ), }, "clickhouse_keeper.tar.gz": OmicronInstallMetadata { file_name: "clickhouse_keeper.tar.gz", file_size: 1691, hash: ArtifactHash( "1eb9f24be68f13c274aa0ac9b863cec520dbfe762620c328431728d75bfd2198", ), }, "clickhouse_server.tar.gz": OmicronInstallMetadata { file_name: "clickhouse_server.tar.gz", file_size: 1691, hash: ArtifactHash( "50fe271948672a9af1ba5f96c9d87ff2736fa72d78dfef598a79fa0cc8a00474", ), }, "cockroachdb.tar.gz": OmicronInstallMetadata { file_name: "cockroachdb.tar.gz", file_size: 1690, hash: ArtifactHash( "ebc82bf181db864b78cb7e3ddedf7ab1dd8fe7b377b02846f3c27cf0387bb387", ), }, "crucible.tar.gz": OmicronInstallMetadata { file_name: "crucible.tar.gz", file_size: 1691, hash: ArtifactHash( "866f6a7c2e51c056fb722b5113e80181cc9cd8b712a0d3dbf1edc4ce29e5229e", ), }, "crucible_pantry.tar.gz": OmicronInstallMetadata { file_name: "crucible_pantry.tar.gz", file_size: 1696, hash: ArtifactHash( "3ff26dad96faa8f67251f5de40458b4f809d536bfe8572134da0e42c2fa12674", ), }, "external_dns.tar.gz": OmicronInstallMetadata { file_name: "external_dns.tar.gz", file_size: 1690, hash: ArtifactHash( "f282c45771429f7bebf71f0cc668521066db57c6bb07fcfccdfb44825d3d930f", ), }, "internal_dns.tar.gz": OmicronInstallMetadata { file_name: "internal_dns.tar.gz", file_size: 1690, hash: ArtifactHash( "de30657a72b066b8ef1f56351a0a5d4d7000da0a62c4be9b2e949a107ca8a389", ), }, "nexus.tar.gz": OmicronInstallMetadata { file_name: "nexus.tar.gz", file_size: 1683, hash: ArtifactHash( "e9b7035f41848a987a798c15ac424cc91dd662b1af0920d58d8aa1ebad7467b6", ), }, "ntp.tar.gz": OmicronInstallMetadata { file_name: "ntp.tar.gz", file_size: 1682, hash: ArtifactHash( "d76e26198daed69cdae04490d7477f8c842e0dbe37d463eac0d0a8d3fb803095", ), }, "oximeter.tar.gz": OmicronInstallMetadata { file_name: "oximeter.tar.gz", file_size: 1683, hash: ArtifactHash( "9f4bc56a15d5fd943fdac94309994b8fd73aa2be1ec61faf44bfcf2356c9dc23", ), }, }, }, data: { "clickhouse.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse.tar.gz", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/c3eca893-5ba0-47cb-a3b6-a589f06aa43d/install/clickhouse.tar.gz", expected_size: 1687, expected_hash: ArtifactHash( "bb2d1ff02d11f72bc9049ae57f27536207519a1859d29f8d7a90ab3b44d56b08", ), status: Valid, }, "clickhouse_keeper.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse_keeper.tar.gz", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/c3eca893-5ba0-47cb-a3b6-a589f06aa43d/install/clickhouse_keeper.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "1eb9f24be68f13c274aa0ac9b863cec520dbfe762620c328431728d75bfd2198", ), status: Valid, }, "clickhouse_server.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse_server.tar.gz", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/c3eca893-5ba0-47cb-a3b6-a589f06aa43d/install/clickhouse_server.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "50fe271948672a9af1ba5f96c9d87ff2736fa72d78dfef598a79fa0cc8a00474", ), status: Valid, }, "cockroachdb.tar.gz": OmicronManifestArtifactResult { file_name: "cockroachdb.tar.gz", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/c3eca893-5ba0-47cb-a3b6-a589f06aa43d/install/cockroachdb.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "ebc82bf181db864b78cb7e3ddedf7ab1dd8fe7b377b02846f3c27cf0387bb387", ), status: Valid, }, "crucible.tar.gz": OmicronManifestArtifactResult { file_name: "crucible.tar.gz", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/c3eca893-5ba0-47cb-a3b6-a589f06aa43d/install/crucible.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "866f6a7c2e51c056fb722b5113e80181cc9cd8b712a0d3dbf1edc4ce29e5229e", ), status: Valid, }, "crucible_pantry.tar.gz": OmicronManifestArtifactResult { file_name: "crucible_pantry.tar.gz", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/c3eca893-5ba0-47cb-a3b6-a589f06aa43d/install/crucible_pantry.tar.gz", expected_size: 1696, expected_hash: ArtifactHash( "3ff26dad96faa8f67251f5de40458b4f809d536bfe8572134da0e42c2fa12674", ), status: Valid, }, "external_dns.tar.gz": OmicronManifestArtifactResult { file_name: "external_dns.tar.gz", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/c3eca893-5ba0-47cb-a3b6-a589f06aa43d/install/external_dns.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "f282c45771429f7bebf71f0cc668521066db57c6bb07fcfccdfb44825d3d930f", ), status: Valid, }, "internal_dns.tar.gz": OmicronManifestArtifactResult { file_name: "internal_dns.tar.gz", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/c3eca893-5ba0-47cb-a3b6-a589f06aa43d/install/internal_dns.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "de30657a72b066b8ef1f56351a0a5d4d7000da0a62c4be9b2e949a107ca8a389", ), status: Valid, }, "nexus.tar.gz": OmicronManifestArtifactResult { file_name: "nexus.tar.gz", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/c3eca893-5ba0-47cb-a3b6-a589f06aa43d/install/nexus.tar.gz", expected_size: 1683, expected_hash: ArtifactHash( "e9b7035f41848a987a798c15ac424cc91dd662b1af0920d58d8aa1ebad7467b6", ), status: Valid, }, "ntp.tar.gz": OmicronManifestArtifactResult { file_name: "ntp.tar.gz", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/c3eca893-5ba0-47cb-a3b6-a589f06aa43d/install/ntp.tar.gz", expected_size: 1682, expected_hash: ArtifactHash( "d76e26198daed69cdae04490d7477f8c842e0dbe37d463eac0d0a8d3fb803095", ), status: Valid, }, "oximeter.tar.gz": OmicronManifestArtifactResult { file_name: "oximeter.tar.gz", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/c3eca893-5ba0-47cb-a3b6-a589f06aa43d/install/oximeter.tar.gz", expected_size: 1683, expected_hash: ArtifactHash( "9f4bc56a15d5fd943fdac94309994b8fd73aa2be1ec61faf44bfcf2356c9dc23", ), status: Valid, }, }, }, ), non_boot_disk_metadata: { a086a245-17c0-499b-ab32-7419cc380267 (internal_zpool): OmicronManifestNonBootInfo { zpool_id: a086a245-17c0-499b-ab32-7419cc380267 (internal_zpool), dataset_dir: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/a086a245-17c0-499b-ab32-7419cc380267/install", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/a086a245-17c0-499b-ab32-7419cc380267/install/zones.json", result: Matches( OmicronManifestArtifactsResult { manifest: OmicronInstallManifest { source: Installinator { mupdate_id: bcc5866d-0b9e-4401-8e92-7d026053d139 (mupdate), }, files: { "clickhouse.tar.gz": OmicronInstallMetadata { file_name: "clickhouse.tar.gz", file_size: 1687, hash: ArtifactHash( "bb2d1ff02d11f72bc9049ae57f27536207519a1859d29f8d7a90ab3b44d56b08", ), }, "clickhouse_keeper.tar.gz": OmicronInstallMetadata { file_name: "clickhouse_keeper.tar.gz", file_size: 1691, hash: ArtifactHash( "1eb9f24be68f13c274aa0ac9b863cec520dbfe762620c328431728d75bfd2198", ), }, "clickhouse_server.tar.gz": OmicronInstallMetadata { file_name: "clickhouse_server.tar.gz", file_size: 1691, hash: ArtifactHash( "50fe271948672a9af1ba5f96c9d87ff2736fa72d78dfef598a79fa0cc8a00474", ), }, "cockroachdb.tar.gz": OmicronInstallMetadata { file_name: "cockroachdb.tar.gz", file_size: 1690, hash: ArtifactHash( "ebc82bf181db864b78cb7e3ddedf7ab1dd8fe7b377b02846f3c27cf0387bb387", ), }, "crucible.tar.gz": OmicronInstallMetadata { file_name: "crucible.tar.gz", file_size: 1691, hash: ArtifactHash( "866f6a7c2e51c056fb722b5113e80181cc9cd8b712a0d3dbf1edc4ce29e5229e", ), }, "crucible_pantry.tar.gz": OmicronInstallMetadata { file_name: "crucible_pantry.tar.gz", file_size: 1696, hash: ArtifactHash( "3ff26dad96faa8f67251f5de40458b4f809d536bfe8572134da0e42c2fa12674", ), }, "external_dns.tar.gz": OmicronInstallMetadata { file_name: "external_dns.tar.gz", file_size: 1690, hash: ArtifactHash( "f282c45771429f7bebf71f0cc668521066db57c6bb07fcfccdfb44825d3d930f", ), }, "internal_dns.tar.gz": OmicronInstallMetadata { file_name: "internal_dns.tar.gz", file_size: 1690, hash: ArtifactHash( "de30657a72b066b8ef1f56351a0a5d4d7000da0a62c4be9b2e949a107ca8a389", ), }, "nexus.tar.gz": OmicronInstallMetadata { file_name: "nexus.tar.gz", file_size: 1683, hash: ArtifactHash( "e9b7035f41848a987a798c15ac424cc91dd662b1af0920d58d8aa1ebad7467b6", ), }, "ntp.tar.gz": OmicronInstallMetadata { file_name: "ntp.tar.gz", file_size: 1682, hash: ArtifactHash( "d76e26198daed69cdae04490d7477f8c842e0dbe37d463eac0d0a8d3fb803095", ), }, "oximeter.tar.gz": OmicronInstallMetadata { file_name: "oximeter.tar.gz", file_size: 1683, hash: ArtifactHash( "9f4bc56a15d5fd943fdac94309994b8fd73aa2be1ec61faf44bfcf2356c9dc23", ), }, }, }, data: { "clickhouse.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse.tar.gz", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/a086a245-17c0-499b-ab32-7419cc380267/install/clickhouse.tar.gz", expected_size: 1687, expected_hash: ArtifactHash( "bb2d1ff02d11f72bc9049ae57f27536207519a1859d29f8d7a90ab3b44d56b08", ), status: Valid, }, "clickhouse_keeper.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse_keeper.tar.gz", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/a086a245-17c0-499b-ab32-7419cc380267/install/clickhouse_keeper.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "1eb9f24be68f13c274aa0ac9b863cec520dbfe762620c328431728d75bfd2198", ), status: Valid, }, "clickhouse_server.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse_server.tar.gz", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/a086a245-17c0-499b-ab32-7419cc380267/install/clickhouse_server.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "50fe271948672a9af1ba5f96c9d87ff2736fa72d78dfef598a79fa0cc8a00474", ), status: Valid, }, "cockroachdb.tar.gz": OmicronManifestArtifactResult { file_name: "cockroachdb.tar.gz", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/a086a245-17c0-499b-ab32-7419cc380267/install/cockroachdb.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "ebc82bf181db864b78cb7e3ddedf7ab1dd8fe7b377b02846f3c27cf0387bb387", ), status: Valid, }, "crucible.tar.gz": OmicronManifestArtifactResult { file_name: "crucible.tar.gz", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/a086a245-17c0-499b-ab32-7419cc380267/install/crucible.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "866f6a7c2e51c056fb722b5113e80181cc9cd8b712a0d3dbf1edc4ce29e5229e", ), status: Valid, }, "crucible_pantry.tar.gz": OmicronManifestArtifactResult { file_name: "crucible_pantry.tar.gz", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/a086a245-17c0-499b-ab32-7419cc380267/install/crucible_pantry.tar.gz", expected_size: 1696, expected_hash: ArtifactHash( "3ff26dad96faa8f67251f5de40458b4f809d536bfe8572134da0e42c2fa12674", ), status: Valid, }, "external_dns.tar.gz": OmicronManifestArtifactResult { file_name: "external_dns.tar.gz", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/a086a245-17c0-499b-ab32-7419cc380267/install/external_dns.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "f282c45771429f7bebf71f0cc668521066db57c6bb07fcfccdfb44825d3d930f", ), status: Valid, }, "internal_dns.tar.gz": OmicronManifestArtifactResult { file_name: "internal_dns.tar.gz", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/a086a245-17c0-499b-ab32-7419cc380267/install/internal_dns.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "de30657a72b066b8ef1f56351a0a5d4d7000da0a62c4be9b2e949a107ca8a389", ), status: Valid, }, "nexus.tar.gz": OmicronManifestArtifactResult { file_name: "nexus.tar.gz", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/a086a245-17c0-499b-ab32-7419cc380267/install/nexus.tar.gz", expected_size: 1683, expected_hash: ArtifactHash( "e9b7035f41848a987a798c15ac424cc91dd662b1af0920d58d8aa1ebad7467b6", ), status: Valid, }, "ntp.tar.gz": OmicronManifestArtifactResult { file_name: "ntp.tar.gz", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/a086a245-17c0-499b-ab32-7419cc380267/install/ntp.tar.gz", expected_size: 1682, expected_hash: ArtifactHash( "d76e26198daed69cdae04490d7477f8c842e0dbe37d463eac0d0a8d3fb803095", ), status: Valid, }, "oximeter.tar.gz": OmicronManifestArtifactResult { file_name: "oximeter.tar.gz", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/a086a245-17c0-499b-ab32-7419cc380267/install/oximeter.tar.gz", expected_size: 1683, expected_hash: ArtifactHash( "9f4bc56a15d5fd943fdac94309994b8fd73aa2be1ec61faf44bfcf2356c9dc23", ), status: Valid, }, }, }, ), }, }, }, measurement_manifest: MeasurementManifestStatus { boot_disk_path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/c3eca893-5ba0-47cb-a3b6-a589f06aa43d/install/measurements/measurements.json", boot_disk_result: Ok( OmicronManifestArtifactsResult { manifest: OmicronInstallManifest { source: Installinator { mupdate_id: bcc5866d-0b9e-4401-8e92-7d026053d139 (mupdate), }, files: { "fake-corpus": OmicronInstallMetadata { file_name: "fake-corpus", file_size: 1048576, hash: ArtifactHash( "a1a34c0ca4776c27d67a2a50b231acc96ccbc2645f5e8dd8c2bc27f0eab49855", ), }, }, }, data: { "fake-corpus": OmicronManifestArtifactResult { file_name: "fake-corpus", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/c3eca893-5ba0-47cb-a3b6-a589f06aa43d/install/measurements/fake-corpus", expected_size: 1048576, expected_hash: ArtifactHash( "a1a34c0ca4776c27d67a2a50b231acc96ccbc2645f5e8dd8c2bc27f0eab49855", ), status: Valid, }, }, }, ), non_boot_disk_metadata: { a086a245-17c0-499b-ab32-7419cc380267 (internal_zpool): OmicronManifestNonBootInfo { zpool_id: a086a245-17c0-499b-ab32-7419cc380267 (internal_zpool), dataset_dir: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/a086a245-17c0-499b-ab32-7419cc380267/install", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/a086a245-17c0-499b-ab32-7419cc380267/install/measurements/measurements.json", result: Matches( OmicronManifestArtifactsResult { manifest: OmicronInstallManifest { source: Installinator { mupdate_id: bcc5866d-0b9e-4401-8e92-7d026053d139 (mupdate), }, files: { "fake-corpus": OmicronInstallMetadata { file_name: "fake-corpus", file_size: 1048576, hash: ArtifactHash( "a1a34c0ca4776c27d67a2a50b231acc96ccbc2645f5e8dd8c2bc27f0eab49855", ), }, }, }, data: { "fake-corpus": OmicronManifestArtifactResult { file_name: "fake-corpus", path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/a086a245-17c0-499b-ab32-7419cc380267/install/measurements/fake-corpus", expected_size: 1048576, expected_hash: ArtifactHash( "a1a34c0ca4776c27d67a2a50b231acc96ccbc2645f5e8dd8c2bc27f0eab49855", ), status: Valid, }, }, }, ), }, }, }, mupdate_override: MupdateOverrideStatus { boot_disk_path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/c3eca893-5ba0-47cb-a3b6-a589f06aa43d/install/mupdate-override.json", boot_disk_override: Ok( Some( MupdateOverrideInfo { mupdate_uuid: c5babe16-1aad-428a-9b35-98ff902e675b (mupdate_override), hash_ids: { ArtifactHashId { kind: ArtifactKind( "control_plane", ), hash: ArtifactHash( "aff948fe95abe88e94e1176c524f3abd1d4bcab10ec7be3218174b04c61a496c", ), }, ArtifactHashId { kind: ArtifactKind( "host_phase_2", ), hash: ArtifactHash( "9ff631b5b7229604ab7c5aae2ee4a34a64772736b332540d38077b3aea6952df", ), }, }, }, ), ), non_boot_disk_overrides: { a086a245-17c0-499b-ab32-7419cc380267 (internal_zpool): MupdateOverrideNonBootInfo { zpool_id: a086a245-17c0-499b-ab32-7419cc380267 (internal_zpool), path: "/var/tmp/omicron_tmp/.tmplQDypU/pool/int/a086a245-17c0-499b-ab32-7419cc380267/install/mupdate-override.json", result: MatchesPresent, }, }, }, image_directory_override: None, measurement_directory_override: None, } running 1 test test integration_tests::updates::test_update_races has been running for over 60 seconds log file: /var/tmp/omicron_tmp/mod-d2fc54252288a5e2-test_artifact_upload_while_updating.392660.0.log note: configured to log to "/var/tmp/omicron_tmp/mod-d2fc54252288a5e2-test_artifact_upload_while_updating.392660.0.log" hint: Generated a random key: hint: hint: ed25519:MFECAQEwBQYDK2VwBCIEIOQt1UMS-Mkx5dM8jvKrFDnjAtkjHM1klJ0kofObYjxfgSEAMZGQdh2UxtmPYXLjtffnmyr7hHvIqe87US5A0SebYiM= hint: hint: To modify this repository, you will need this key. Use the -k/--key hint: command line flag or the TUFACEOUS_KEY environment variable: hint: hint: export TUFACEOUS_KEY=ed25519:MFECAQEwBQYDK2VwBCIEIOQt1UMS-Mkx5dM8jvKrFDnjAtkjHM1klJ0kofObYjxfgSEAMZGQdh2UxtmPYXLjtffnmyr7hHvIqe87US5A0SebYiM= hint: hint: To prevent this default behavior, use --no-generate-key. running 1 test test integration_tests::updates::test_update_races has been running for over 60 seconds log file: /var/tmp/omicron_tmp/mod-d2fc54252288a5e2-test_artifact_upload_while_updating.392725.0.log note: configured to log to "/var/tmp/omicron_tmp/mod-d2fc54252288a5e2-test_artifact_upload_while_updating.392725.0.log" hint: Generated a random key: hint: hint: ed25519:MFECAQEwBQYDK2VwBCIEIL_dIswSxcd0rx6-_gYGhWHPBT3mmDW883WTMoCzDBqugSEA-eBb8QgYFmISFGGLryU3TUGExgr73gtfyG2j1T9t7yc= hint: hint: To modify this repository, you will need this key. Use the -k/--key hint: command line flag or the TUFACEOUS_KEY environment variable: hint: hint: export TUFACEOUS_KEY=ed25519:MFECAQEwBQYDK2VwBCIEIL_dIswSxcd0rx6-_gYGhWHPBT3mmDW883WTMoCzDBqugSEA-eBb8QgYFmISFGGLryU3TUGExgr73gtfyG2j1T9t7yc= hint: hint: To prevent this default behavior, use --no-generate-key. running 1 test test integration_tests::updates::test_update_races has been running for over 60 seconds log file: /var/tmp/omicron_tmp/mod-d2fc54252288a5e2-test_artifact_upload_while_updating.391532.0.log note: configured to log to "/var/tmp/omicron_tmp/mod-d2fc54252288a5e2-test_artifact_upload_while_updating.391532.0.log" hint: Generated a random key: hint: hint: ed25519:MFECAQEwBQYDK2VwBCIEIPZnDSVp8u6LW-Gs5HYEzfR4yt-CRk2M0ngIZL0JNGhGgSEAuIldrnQlKf-baTIDykwLdp6LZWKjXROpuy9Lj9bt5YA= hint: hint: To modify this repository, you will need this key. Use the -k/--key hint: command line flag or the TUFACEOUS_KEY environment variable: hint: hint: export TUFACEOUS_KEY=ed25519:MFECAQEwBQYDK2VwBCIEIPZnDSVp8u6LW-Gs5HYEzfR4yt-CRk2M0ngIZL0JNGhGgSEAuIldrnQlKf-baTIDykwLdp6LZWKjXROpuy9Lj9bt5YA= hint: hint: To prevent this default behavior, use --no-generate-key. running 1 test test integration_tests::updates::test_updates has been running for over 60 seconds log file: /var/tmp/omicron_tmp/mod-d2fc54252288a5e2-test_updates.392666.0.log note: configured to log to "/var/tmp/omicron_tmp/mod-d2fc54252288a5e2-test_updates.392666.0.log" hint: Generated a random key: hint: hint: ed25519:MFECAQEwBQYDK2VwBCIEIH0FrTcM86HB008_6MmYuxA4422NuUCVM51UB1GVnspIgSEAIPJ6Lc5SJ2Yw0IIho6ENNmkwKECkoR8XjLKiQdfOljU= hint: hint: To modify this repository, you will need this key. Use the -k/--key hint: command line flag or the TUFACEOUS_KEY environment variable: hint: hint: export TUFACEOUS_KEY=ed25519:MFECAQEwBQYDK2VwBCIEIH0FrTcM86HB008_6MmYuxA4422NuUCVM51UB1GVnspIgSEAIPJ6Lc5SJ2Yw0IIho6ENNmkwKECkoR8XjLKiQdfOljU= hint: hint: To prevent this default behavior, use --no-generate-key. running 1 test test integration_tests::updates::test_updates has been running for over 60 seconds log file: /var/tmp/omicron_tmp/mod-d2fc54252288a5e2-test_updates.392732.0.log note: configured to log to "/var/tmp/omicron_tmp/mod-d2fc54252288a5e2-test_updates.392732.0.log" hint: Generated a random key: hint: hint: ed25519:MFECAQEwBQYDK2VwBCIEIL7bo7XR4rxycNOceXsvjBc8nGeXB6RA_2djdIjJJMo3gSEA2ygzYLUWLnr2-W5-2nIwVcOwvanQhu1KRUsqhuBVxnM= hint: hint: To modify this repository, you will need this key. Use the -k/--key hint: command line flag or the TUFACEOUS_KEY environment variable: hint: hint: export TUFACEOUS_KEY=ed25519:MFECAQEwBQYDK2VwBCIEIL7bo7XR4rxycNOceXsvjBc8nGeXB6RA_2djdIjJJMo3gSEA2ygzYLUWLnr2-W5-2nIwVcOwvanQhu1KRUsqhuBVxnM= hint: hint: To prevent this default behavior, use --no-generate-key. running 1 test test integration_tests::updates::test_updates has been running for over 60 seconds log file: /var/tmp/omicron_tmp/mod-d2fc54252288a5e2-test_updates.391537.0.log note: configured to log to "/var/tmp/omicron_tmp/mod-d2fc54252288a5e2-test_updates.391537.0.log" hint: Generated a random key: hint: hint: ed25519:MFECAQEwBQYDK2VwBCIEIIFmsPLDFj1OruuDmk4xosIAQZKGsukGDFIRrzsmG15dgSEATW8m3B5iGE_Ww4AshDYC4GKz2eqP1VGCP_lcevrF0AY= hint: hint: To modify this repository, you will need this key. Use the -k/--key hint: command line flag or the TUFACEOUS_KEY environment variable: hint: hint: export TUFACEOUS_KEY=ed25519:MFECAQEwBQYDK2VwBCIEIIFmsPLDFj1OruuDmk4xosIAQZKGsukGDFIRrzsmG15dgSEATW8m3B5iGE_Ww4AshDYC4GKz2eqP1VGCP_lcevrF0AY= hint: hint: To prevent this default behavior, use --no-generate-key.