(stdout not captured) (stderr not captured) (stdout not captured) (stderr not captured) thread 'builder::test::test_basic' (2) panicked at nexus/inventory/src/builder.rs:871:9: assertion `left == right` failed left: ["MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error"] right: ["MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error", "sled 5c5b4cf9-3e13-45fd-871c-f177d6537510: reported unknown baseboard"] stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: core::panicking::assert_failed_inner at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:439:17 3: core::panicking::assert_failed::<alloc::vec::Vec<alloc::string::String>, [&str; 2]> at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:394:5 4: test_basic at ./src/builder.rs:871:9 5: nexus_inventory::builder::test::test_basic::{closure#0} at ./src/builder.rs:846:20 6: <nexus_inventory::builder::test::test_basic::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 7: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. thread 'builder::test::test_basic' (2) panicked at nexus/inventory/src/builder.rs:871:9: assertion `left == right` failed left: ["MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error"] right: ["MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error", "sled 5c5b4cf9-3e13-45fd-871c-f177d6537510: reported unknown baseboard"] stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: core::panicking::assert_failed_inner at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:439:17 3: core::panicking::assert_failed::<alloc::vec::Vec<alloc::string::String>, [&str; 2]> at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:394:5 4: test_basic at ./src/builder.rs:871:9 5: nexus_inventory::builder::test::test_basic::{closure#0} at ./src/builder.rs:846:20 6: <nexus_inventory::builder::test::test_basic::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 7: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test Collection { id: 2e23a07b-47b1-4d20-9821-cdbae12699df (collection), errors: [ "MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error", ], time_started: 2026-06-02T17:53:55.375183Z, time_done: 2026-06-02T17:53:55.385673Z, collector: "example", baseboards: { BaseboardId { part_number: "model1", serial_number: "s1", }, BaseboardId { part_number: "model1", serial_number: "s2", }, BaseboardId { part_number: "model1", serial_number: "s4", }, BaseboardId { part_number: "model2", serial_number: "s1", }, BaseboardId { part_number: "model3", serial_number: "s1", }, BaseboardId { part_number: "model4", serial_number: "s2", }, }, cabooses: { Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, Caboose { board: "board_psc_rot_a", git_commit: "git_commit_psc_rot_a", name: "name_psc_rot_a", version: "version_psc_rot_a", sign: Some( "sign_psc_rot_a", ), }, Caboose { board: "board_psc_rot_b", git_commit: "git_commit_psc_rot_b", name: "name_psc_rot_b", version: "version_psc_rot_b", sign: Some( "sign_psc_rot_b", ), }, Caboose { board: "board_psc_sp_0", git_commit: "git_commit_psc_sp_0", name: "name_psc_sp_0", version: "version_psc_sp_0", sign: Some( "sign_psc_sp_0", ), }, Caboose { board: "board_psc_sp_1", git_commit: "git_commit_psc_sp_1", name: "name_psc_sp_1", version: "version_psc_sp_1", sign: Some( "sign_psc_sp_1", ), }, }, rot_pages: { RotPage { data_base64: "MQ==", }, RotPage { data_base64: "cHNjIGNmcGEgYWN0aXZl", }, RotPage { data_base64: "cHNjIGNmcGEgaW5hY3RpdmU=", }, RotPage { data_base64: "cHNjIGNmcGEgc2NyYXRjaA==", }, RotPage { data_base64: "cHNjIGNtcGE=", }, }, sps: { BaseboardId { part_number: "model1", serial_number: "s1", }: ServiceProcessor { time_collected: 2026-06-02T17:53:55.375638Z, source: "fake MGS 1", sp_type: Sled, sp_slot: 3, baseboard_revision: 0, hubris_archive: "hubris1", power_state: A0, }, BaseboardId { part_number: "model1", serial_number: "s2", }: ServiceProcessor { time_collected: 2026-06-02T17:53:55.375871Z, source: "fake MGS 1", sp_type: Sled, sp_slot: 5, baseboard_revision: 1, hubris_archive: "hubris5", power_state: A2, }, BaseboardId { part_number: "model2", serial_number: "s1", }: ServiceProcessor { time_collected: 2026-06-02T17:53:55.375830Z, source: "fake MGS 2", sp_type: Sled, sp_slot: 4, baseboard_revision: 1, hubris_archive: "hubris2", power_state: A2, }, BaseboardId { part_number: "model3", serial_number: "s1", }: ServiceProcessor { time_collected: 2026-06-02T17:53:55.375846Z, source: "fake MGS 2", sp_type: Switch, sp_slot: 0, baseboard_revision: 2, hubris_archive: "hubris3", power_state: A1, }, BaseboardId { part_number: "model4", serial_number: "s2", }: ServiceProcessor { time_collected: 2026-06-02T17:53:55.375848Z, source: "fake MGS 1", sp_type: Power, sp_slot: 1, baseboard_revision: 3, hubris_archive: "hubris4", power_state: A2, }, }, host_phase_1_active_slots: { BaseboardId { part_number: "model1", serial_number: "s1", }: HostPhase1ActiveSlot { time_collected: 2026-06-02T17:53:55.376310Z, source: "fake MGS 1", slot: A, }, BaseboardId { part_number: "model2", serial_number: "s1", }: HostPhase1ActiveSlot { time_collected: 2026-06-02T17:53:55.376313Z, source: "fake MGS 1", slot: B, }, }, host_phase_1_flash_hashes: { A: { BaseboardId { part_number: "model1", serial_number: "s1", }: HostPhase1FlashHash { time_collected: 2026-06-02T17:53:55.376334Z, source: "fake MGS 1", slot: A, hash: ArtifactHash( "0101010101010101010101010101010101010101010101010101010101010101", ), }, }, B: { BaseboardId { part_number: "model1", serial_number: "s1", }: HostPhase1FlashHash { time_collected: 2026-06-02T17:53:55.376349Z, source: "fake MGS 1", slot: B, hash: ArtifactHash( "0202020202020202020202020202020202020202020202020202020202020202", ), }, BaseboardId { part_number: "model2", serial_number: "s1", }: HostPhase1FlashHash { time_collected: 2026-06-02T17:53:55.376350Z, source: "fake MGS 1", slot: B, hash: ArtifactHash( "0303030303030303030303030303030303030303030303030303030303030303", ), }, }, }, rots: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotState { time_collected: 2026-06-02T17:53:55.375638Z, source: "fake MGS 1", active_slot: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some( "slotAdigest1", ), slot_b_sha3_256_digest: Some( "slotBdigest1", ), stage0_digest: None, stage0next_digest: None, slot_a_error: None, slot_b_error: None, stage0_error: None, stage0next_error: None, }, BaseboardId { part_number: "model2", serial_number: "s1", }: RotState { time_collected: 2026-06-02T17:53:55.375830Z, source: "fake MGS 2", active_slot: B, persistent_boot_preference: A, pending_persistent_boot_preference: Some( A, ), transient_boot_preference: Some( B, ), slot_a_sha3_256_digest: Some( "slotAdigest2", ), slot_b_sha3_256_digest: Some( "slotBdigest2", ), stage0_digest: None, stage0next_digest: None, slot_a_error: None, slot_b_error: None, stage0_error: None, stage0next_error: None, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotState { time_collected: 2026-06-02T17:53:55.375846Z, source: "fake MGS 2", active_slot: B, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some( "slotAdigest3", ), slot_b_sha3_256_digest: Some( "slotBdigest3", ), stage0_digest: None, stage0next_digest: None, slot_a_error: None, slot_b_error: None, stage0_error: None, stage0next_error: None, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotState { time_collected: 2026-06-02T17:53:55.375848Z, source: "fake MGS 1", active_slot: B, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some( "slotAdigest4", ), slot_b_sha3_256_digest: Some( "slotBdigest4", ), stage0_digest: None, stage0next_digest: None, slot_a_error: None, slot_b_error: None, stage0_error: None, stage0next_error: None, }, }, cabooses_found: { SpSlot0: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:55.376411Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:55.376575Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:55.376583Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: CabooseFound { time_collected: 2026-06-02T17:53:55.376593Z, source: "test suite", caboose: Caboose { board: "board_psc_sp_0", git_commit: "git_commit_psc_sp_0", name: "name_psc_sp_0", version: "version_psc_sp_0", sign: Some( "sign_psc_sp_0", ), }, }, }, SpSlot1: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:55.376561Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:55.376577Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:55.376584Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: CabooseFound { time_collected: 2026-06-02T17:53:55.376595Z, source: "test suite", caboose: Caboose { board: "board_psc_sp_1", git_commit: "git_commit_psc_sp_1", name: "name_psc_sp_1", version: "version_psc_sp_1", sign: Some( "sign_psc_sp_1", ), }, }, }, RotSlotA: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:55.376563Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:55.376578Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:55.376585Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: CabooseFound { time_collected: 2026-06-02T17:53:55.376597Z, source: "test suite", caboose: Caboose { board: "board_psc_rot_a", git_commit: "git_commit_psc_rot_a", name: "name_psc_rot_a", version: "version_psc_rot_a", sign: Some( "sign_psc_rot_a", ), }, }, }, RotSlotB: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:55.376565Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:55.376579Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:55.376587Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: CabooseFound { time_collected: 2026-06-02T17:53:55.376599Z, source: "test suite", caboose: Caboose { board: "board_psc_rot_b", git_commit: "git_commit_psc_rot_b", name: "name_psc_rot_b", version: "version_psc_rot_b", sign: Some( "sign_psc_rot_b", ), }, }, }, Stage0: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:55.376566Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:55.376581Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:55.376588Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, }, Stage0Next: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:55.376573Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:55.376582Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:55.376589Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, }, }, rot_pages_found: { Cmpa: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:53:55.376680Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model1", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:53:55.376708Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:53:55.376713Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:53:55.376722Z, source: "test suite", page: RotPage { data_base64: "cHNjIGNtcGE=", }, }, }, CfpaActive: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:53:55.376699Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model1", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:53:55.376710Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:53:55.376714Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:53:55.376724Z, source: "test suite", page: RotPage { data_base64: "cHNjIGNmcGEgYWN0aXZl", }, }, }, CfpaInactive: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:53:55.376700Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model1", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:53:55.376711Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:53:55.376715Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:53:55.376725Z, source: "test suite", page: RotPage { data_base64: "cHNjIGNmcGEgaW5hY3RpdmU=", }, }, }, CfpaScratch: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:53:55.376701Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model1", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:53:55.376712Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:53:55.376716Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:53:55.376727Z, source: "test suite", page: RotPage { data_base64: "cHNjIGNmcGEgc2NyYXRjaA==", }, }, }, }, sled_agents: { 5c5b4cf9-3e13-45fd-871c-f177d6537510 (sled): SledAgent { time_collected: 2026-06-02T17:53:55.385368Z, source: "fake sled agent 6", sled_id: 5c5b4cf9-3e13-45fd-871c-f177d6537510 (sled), baseboard_id: None, sled_agent_address: [::1]:56792, sled_role: Gimlet, usable_hardware_threads: 10, usable_physical_ram: ByteCount( 1048576, ), cpu_family: AmdMilan, reservoir_size: ByteCount( 1024, ), disks: [], zpools: [], datasets: [], ledgered_sled_config: None, reconciler_status: NotYetRun, last_reconciliation: None, file_source_resolver: OmicronFileSourceResolverInventory { zone_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/zones.json", boot_inventory: Err( "error reading install metadata: error retrieving metadata for install dataset directory `/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install`: entity not found", ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/zones.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: d686942a-9b0d-41f2-9fd3-1297da3619d0): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/zones.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: 1a2c63df-ea78-4582-9c7c-ef0e40513b64): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/zones.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, measurement_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/measurements.json", boot_inventory: Err( "error reading install metadata: error retrieving metadata for install dataset directory `/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install`: entity not found", ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/measurements.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: d686942a-9b0d-41f2-9fd3-1297da3619d0): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/measurements.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: 1a2c63df-ea78-4582-9c7c-ef0e40513b64): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/measurements.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, mupdate_override: MupdateOverrideInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/mupdate-override.json", boot_override: Err( "install metadata read error: error retrieving metadata for install dataset directory `/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install`: entity not found", ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/mupdate-override.json", is_valid: true, message: "matches boot disk (present)", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/mupdate-override.json", is_valid: false, message: "boot disk has override but non-boot disk does not", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/mupdate-override.json", is_valid: false, message: "read error: install metadata read error", }, }, }, }, smf_services_enabled_not_online: SvcsEnabledNotOnline( SvcsEnabledNotOnline { services: [ SvcEnabledNotOnline { fmri: "svc:/site/fake-service:default", zone: "global", state: Maintenance, }, ], errors: [ "an unimportant error", ], time_of_status: 2026-01-01T00:00:00Z, }, ), reference_measurements: { "/this/path": SingleMeasurementInventory { path: "/this/path", result: Ok, }, "/this/path2": SingleMeasurementInventory { path: "/this/path2", result: Ok, }, }, }, c4a5325b-e852-4747-b28a-8aaa7eded8a0 (sled): SledAgent { time_collected: 2026-06-02T17:53:55.385076Z, source: "fake sled agent 5", sled_id: c4a5325b-e852-4747-b28a-8aaa7eded8a0 (sled), baseboard_id: None, sled_agent_address: [::1]:56792, sled_role: Gimlet, usable_hardware_threads: 10, usable_physical_ram: ByteCount( 1048576, ), cpu_family: AmdMilan, reservoir_size: ByteCount( 1024, ), disks: [], zpools: [], datasets: [], ledgered_sled_config: Some( OmicronSledConfig { generation: Generation( 5, ), disks: {}, datasets: {}, zones: { 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone): OmicronZoneConfig { id: 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::c]:32345, dataset: OmicronZoneDataset { pool_name: External( e675c45a-5e1b-4d24-99af-806523ed17d5 (external_zpool), ), }, }, image_source: InstallDataset, }, 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone): OmicronZoneConfig { id: 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::d]:32345, dataset: OmicronZoneDataset { pool_name: External( 33a4881a-2b3f-4840-b252-f370024eee64 (external_zpool), ), }, }, image_source: InstallDataset, }, 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone): OmicronZoneConfig { id: 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::9]:32345, dataset: OmicronZoneDataset { pool_name: External( d9974711-1064-441d-ba75-0ffabfc86d27 (external_zpool), ), }, }, image_source: InstallDataset, }, 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone): OmicronZoneConfig { id: 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2, }, image_source: InstallDataset, }, 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone): OmicronZoneConfig { id: 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone), filesystem_pool: None, zone_type: Nexus { internal_address: [fd00:1122:3344:103::4]:12221, lockstep_port: 12232, external_ip: 172.20.28.3, nic: NetworkInterface { id: 3e1324f0-cad4-484e-a101-e26da2706e92, kind: Service { id: 804f9ff7-0d45-465f-8820-ee0fc7c25286, }, name: Name( "nexus-804f9ff7-0d45-465f-8820-ee0fc7c25286", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 165, 80, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, external_tls: true, external_dns_servers: [ 1.1.1.1, 9.9.9.9, ], }, image_source: InstallDataset, }, 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone): OmicronZoneConfig { id: 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone), filesystem_pool: None, zone_type: CruciblePantry { address: [fd00:1122:3344:103::5]:17000, }, image_source: InstallDataset, }, 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone): OmicronZoneConfig { id: 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:103::3]:32221, dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, }, image_source: InstallDataset, }, 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone): OmicronZoneConfig { id: 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone), filesystem_pool: None, zone_type: InternalNtp { address: [fd00:1122:3344:103::e]:123, }, image_source: InstallDataset, }, a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone): OmicronZoneConfig { id: a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 844fd687-fd26-4616-91aa-441cf136c62d (external_zpool), ), }, }, image_source: InstallDataset, }, ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone): OmicronZoneConfig { id: ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 4c667609-0876-4c8c-ae60-1b30aaf236dc (external_zpool), ), }, }, image_source: InstallDataset, }, bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone): OmicronZoneConfig { id: bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::6]:32345, dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, }, image_source: InstallDataset, }, c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone): OmicronZoneConfig { id: c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 93017061-5910-4bf5-a366-4f1b2871b5c3 (external_zpool), ), }, }, image_source: InstallDataset, }, e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone): OmicronZoneConfig { id: e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::8]:32345, dataset: OmicronZoneDataset { pool_name: External( c6911096-09b3-4f64-bcd6-21701ca2d6ae (external_zpool), ), }, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, ), reconciler_status: Idle { completed_at: 2026-06-02T17:53:55.385070Z, ran_for: 5s, }, last_reconciliation: Some( ConfigReconcilerInventory { last_reconciled_config: OmicronSledConfig { generation: Generation( 5, ), disks: {}, datasets: {}, zones: { 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone): OmicronZoneConfig { id: 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::c]:32345, dataset: OmicronZoneDataset { pool_name: External( e675c45a-5e1b-4d24-99af-806523ed17d5 (external_zpool), ), }, }, image_source: InstallDataset, }, 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone): OmicronZoneConfig { id: 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::d]:32345, dataset: OmicronZoneDataset { pool_name: External( 33a4881a-2b3f-4840-b252-f370024eee64 (external_zpool), ), }, }, image_source: InstallDataset, }, 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone): OmicronZoneConfig { id: 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::9]:32345, dataset: OmicronZoneDataset { pool_name: External( d9974711-1064-441d-ba75-0ffabfc86d27 (external_zpool), ), }, }, image_source: InstallDataset, }, 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone): OmicronZoneConfig { id: 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2, }, image_source: InstallDataset, }, 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone): OmicronZoneConfig { id: 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone), filesystem_pool: None, zone_type: Nexus { internal_address: [fd00:1122:3344:103::4]:12221, lockstep_port: 12232, external_ip: 172.20.28.3, nic: NetworkInterface { id: 3e1324f0-cad4-484e-a101-e26da2706e92, kind: Service { id: 804f9ff7-0d45-465f-8820-ee0fc7c25286, }, name: Name( "nexus-804f9ff7-0d45-465f-8820-ee0fc7c25286", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 165, 80, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, external_tls: true, external_dns_servers: [ 1.1.1.1, 9.9.9.9, ], }, image_source: InstallDataset, }, 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone): OmicronZoneConfig { id: 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone), filesystem_pool: None, zone_type: CruciblePantry { address: [fd00:1122:3344:103::5]:17000, }, image_source: InstallDataset, }, 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone): OmicronZoneConfig { id: 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:103::3]:32221, dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, }, image_source: InstallDataset, }, 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone): OmicronZoneConfig { id: 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone), filesystem_pool: None, zone_type: InternalNtp { address: [fd00:1122:3344:103::e]:123, }, image_source: InstallDataset, }, a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone): OmicronZoneConfig { id: a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 844fd687-fd26-4616-91aa-441cf136c62d (external_zpool), ), }, }, image_source: InstallDataset, }, ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone): OmicronZoneConfig { id: ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 4c667609-0876-4c8c-ae60-1b30aaf236dc (external_zpool), ), }, }, image_source: InstallDataset, }, bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone): OmicronZoneConfig { id: bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::6]:32345, dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, }, image_source: InstallDataset, }, c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone): OmicronZoneConfig { id: c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 93017061-5910-4bf5-a366-4f1b2871b5c3 (external_zpool), ), }, }, image_source: InstallDataset, }, e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone): OmicronZoneConfig { id: e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::8]:32345, dataset: OmicronZoneDataset { pool_name: External( c6911096-09b3-4f64-bcd6-21701ca2d6ae (external_zpool), ), }, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, external_disks: {}, datasets: {}, orphaned_datasets: { DatasetName { pool_name: External( a6a06877-4a23-4ef0-b5ec-9a1466b7a404 (external_zpool), ), kind: ExternalDns, }: OrphanedDataset { name: DatasetName { pool_name: External( a6a06877-4a23-4ef0-b5ec-9a1466b7a404 (external_zpool), ), kind: ExternalDns, }, reason: "example orphaned dataset", id: Some( ba3f6dc7-64b9-4de1-985d-9d07504f5f20 (dataset), ), mounted: false, available: ByteCount( 0, ), used: ByteCount( 0, ), }, }, zones: { 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone): Ok, 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone): Ok, 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone): Ok, 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone): Ok, 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone): Ok, 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone): Ok, 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone): Ok, 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone): Ok, a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone): Ok, ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone): Ok, bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone): Ok, c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone): Ok, e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone): Ok, }, boot_partitions: BootPartitionContents { boot_disk: Ok( A, ), slot_a: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 10000, image_size: 10000, target_size: 10000, sha256: [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ], image_name: "fake image for tests", }, artifact_hash: ArtifactHash( "0101010101010101010101010101010101010101010101010101010101010101", ), artifact_size: 14096, }, ), slot_b: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 1000, image_size: 1000, target_size: 1000, sha256: [ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ], image_name: "fake from debug_assume_success()", }, artifact_hash: ArtifactHash( "0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b", ), artifact_size: 1000, }, ), }, remove_mupdate_override: None, }, ), file_source_resolver: OmicronFileSourceResolverInventory { zone_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/zones.json", boot_inventory: Ok( ManifestBootInventory { source: Installinator { mupdate_id: bb577961-c227-43dd-b457-c5f4df87f806 (mupdate), }, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 1024, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Err( "size/hash mismatch: expected 1024 bytes/360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386, got 15 bytes/360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "0000000000000000000000000000000000000000000000000000000000000000", ), status: Err( "size/hash mismatch: expected 13 bytes/0000000000000000000000000000000000000000000000000000000000000000, got 13 bytes/a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Err( "file not found", ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/zones.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 7c97364a-ccec-4897-a9a2-a6bbe0c25722): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/zones.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: bb577961-c227-43dd-b457-c5f4df87f806): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/zones.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, measurement_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/measurements.json", boot_inventory: Ok( ManifestBootInventory { source: Installinator { mupdate_id: bb577961-c227-43dd-b457-c5f4df87f806 (mupdate), }, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 1024, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Err( "size/hash mismatch: expected 1024 bytes/360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386, got 15 bytes/360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "0000000000000000000000000000000000000000000000000000000000000000", ), status: Err( "size/hash mismatch: expected 13 bytes/0000000000000000000000000000000000000000000000000000000000000000, got 13 bytes/a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Err( "file not found", ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/measurements.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 7c97364a-ccec-4897-a9a2-a6bbe0c25722): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/measurements.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: bb577961-c227-43dd-b457-c5f4df87f806): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/measurements.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, mupdate_override: MupdateOverrideInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/mupdate-override.json", boot_override: Ok( Some( MupdateOverrideBootInventory { mupdate_override_id: be9d0c48-614a-4f24-be0d-f03b029d0fd1 (mupdate_override), }, ), ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/mupdate-override.json", is_valid: true, message: "matches boot disk (present)", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/mupdate-override.json", is_valid: false, message: "boot disk has override but non-boot disk does not", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/mupdate-override.json", is_valid: false, message: "read error: install metadata read error", }, }, }, }, smf_services_enabled_not_online: SvcsCmdError( SvcsError { error: "Command failed with status: 2", time_of_status: 2026-01-01T00:00:00Z, }, ), reference_measurements: { "/this/path": SingleMeasurementInventory { path: "/this/path", result: Ok, }, "/this/path2": SingleMeasurementInventory { path: "/this/path2", result: Ok, }, }, }, c5aec1df-b897-49e4-8085-ccd975f9b529 (sled): SledAgent { time_collected: 2026-06-02T17:53:55.383869Z, source: "fake sled agent 1", sled_id: c5aec1df-b897-49e4-8085-ccd975f9b529 (sled), baseboard_id: Some( BaseboardId { part_number: "model1", serial_number: "s1", }, ), sled_agent_address: [::1]:56792, sled_role: Gimlet, usable_hardware_threads: 10, usable_physical_ram: ByteCount( 1048576, ), cpu_family: AmdMilan, reservoir_size: ByteCount( 1024, ), disks: [ PhysicalDisk { identity: DiskIdentity { vendor: "macrohard", model: "box", serial: "XXIV", }, variant: M2, slot: 0, firmware: Nvme( NvmeFirmware { active_slot: 1, next_active_slot: None, number_of_slots: 1, slot1_is_read_only: true, slot_firmware_versions: [ Some( "EXAMP1", ), ], }, ), }, PhysicalDisk { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0001", }, variant: U2, slot: 1, firmware: Nvme( NvmeFirmware { active_slot: 1, next_active_slot: None, number_of_slots: 1, slot1_is_read_only: true, slot_firmware_versions: [ Some( "EXAMP1", ), ], }, ), }, PhysicalDisk { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0002", }, variant: U2, slot: 2, firmware: Nvme( NvmeFirmware { active_slot: 1, next_active_slot: None, number_of_slots: 1, slot1_is_read_only: true, slot_firmware_versions: [ Some( "EXAMP1", ), ], }, ), }, PhysicalDisk { identity: DiskIdentity { vendor: "tony", model: "craystation", serial: "5", }, variant: U2, slot: 3, firmware: Nvme( NvmeFirmware { active_slot: 1, next_active_slot: None, number_of_slots: 1, slot1_is_read_only: true, slot_firmware_versions: [ Some( "EXAMP1", ), ], }, ), }, ], zpools: [ Zpool { time_collected: 2026-06-02T17:53:55.383869Z, id: 7a706f6f-6c00-0000-0000-000000000001 (zpool), total_size: ByteCount( 4096, ), health: Online, }, Zpool { time_collected: 2026-06-02T17:53:55.383869Z, id: 7a706f6f-6c00-0000-0000-000000000002 (zpool), total_size: ByteCount( 4096, ), health: Online, }, Zpool { time_collected: 2026-06-02T17:53:55.383869Z, id: 7a706f6f-6c00-0000-0000-000000000003 (zpool), total_size: ByteCount( 4096, ), health: Online, }, Zpool { time_collected: 2026-06-02T17:53:55.383869Z, id: 7a706f6f-6c00-0000-0000-000000000004 (zpool), total_size: ByteCount( 4096, ), health: Online, }, ], datasets: [ Dataset { id: Some( afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset), ), name: "oxp_7a706f6f-6c00-0000-0000-000000000001/crypt/debug", available: ByteCount( 1024, ), used: ByteCount( 0, ), quota: None, reservation: None, compression: "lz4", }, ], ledgered_sled_config: Some( OmicronSledConfig { generation: Generation( 5, ), disks: { 70687973-6963-616c-6469-736b00000001 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "macrohard", model: "box", serial: "XXIV", }, id: 70687973-6963-616c-6469-736b00000001 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000001 (zpool), }, 70687973-6963-616c-6469-736b00000002 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0001", }, id: 70687973-6963-616c-6469-736b00000002 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000002 (zpool), }, 70687973-6963-616c-6469-736b00000003 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0002", }, id: 70687973-6963-616c-6469-736b00000003 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000003 (zpool), }, 70687973-6963-616c-6469-736b00000004 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "tony", model: "craystation", serial: "5", }, id: 70687973-6963-616c-6469-736b00000004 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000004 (zpool), }, }, datasets: { afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset): DatasetConfig { id: afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset), name: DatasetName { pool_name: External( 7a706f6f-6c00-0000-0000-000000000001 (external_zpool), ), kind: Debug, }, inner: SharedDatasetConfig { compression: Lz4, quota: None, reservation: None, }, }, }, zones: { 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone): OmicronZoneConfig { id: 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::c]:32345, dataset: OmicronZoneDataset { pool_name: External( e1bf20e5-603c-4d14-94c4-47dc1eb58c45 (external_zpool), ), }, }, image_source: InstallDataset, }, 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone): OmicronZoneConfig { id: 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 3bcdbecd-827a-426e-96b6-30c355b78301 (external_zpool), ), }, }, image_source: InstallDataset, }, 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone): OmicronZoneConfig { id: 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1, }, image_source: InstallDataset, }, 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone): OmicronZoneConfig { id: 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::9]:32345, dataset: OmicronZoneDataset { pool_name: External( 8c96d804-3a6c-4c1b-be24-1e7fc18824de (external_zpool), ), }, }, image_source: InstallDataset, }, 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone): OmicronZoneConfig { id: 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::8]:32345, dataset: OmicronZoneDataset { pool_name: External( 0010be1f-4223-4f3e-844c-3e823488a852 (external_zpool), ), }, }, image_source: InstallDataset, }, 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone): OmicronZoneConfig { id: 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::6]:32345, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone): OmicronZoneConfig { id: 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::f]:32345, dataset: OmicronZoneDataset { pool_name: External( 13a6ef76-5904-4794-8083-dfeb6806e5f1 (external_zpool), ), }, }, image_source: InstallDataset, }, 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone): OmicronZoneConfig { id: 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:104::3]:32221, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone): OmicronZoneConfig { id: 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone), filesystem_pool: None, zone_type: Clickhouse { address: [fd00:1122:3344:104::5]:8123, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone): OmicronZoneConfig { id: 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::e]:32345, dataset: OmicronZoneDataset { pool_name: External( d721dbb5-6a10-4fe8-9d70-fae69ab84676 (external_zpool), ), }, }, image_source: InstallDataset, }, ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone): OmicronZoneConfig { id: ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone), filesystem_pool: None, zone_type: Nexus { internal_address: [fd00:1122:3344:104::4]:12221, lockstep_port: 12232, external_ip: 172.20.28.2, nic: NetworkInterface { id: 5d4a7e78-d1e1-41cd-881c-02d808fb90be, kind: Service { id: ab67e1fa-337f-45e6-83f0-6e94a9d50fc0, }, name: Name( "nexus-ab67e1fa-337f-45e6-83f0-6e94a9d50fc0", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.2.5, subnet: Ipv4Net { addr: 172.30.2.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 183, 226, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, external_tls: true, external_dns_servers: [ 1.1.1.1, 9.9.9.9, ], }, image_source: InstallDataset, }, cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone): OmicronZoneConfig { id: cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::d]:32345, dataset: OmicronZoneDataset { pool_name: External( a90de3a7-b760-45b7-ad72-70cd3570a940 (external_zpool), ), }, }, image_source: InstallDataset, }, d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone): OmicronZoneConfig { id: d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone), filesystem_pool: None, zone_type: BoundaryNtp { address: [fd00:1122:3344:104::10]:123, ntp_servers: [ "ntp.eng.oxide.computer", ], dns_servers: [ 1.1.1.1, 9.9.9.9, ], domain: None, nic: NetworkInterface { id: 2e4943f4-0477-4b5b-afd7-70c1f4aaf928, kind: Service { id: d38984ac-a366-4936-b64f-d98ae3dc2035, }, name: Name( "ntp-d38984ac-a366-4936-b64f-d98ae3dc2035", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.3.6, subnet: Ipv4Net { addr: 172.30.3.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 192, 56, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, snat_cfg: SourceNatConfig { ip: 172.20.28.6, first_port: 16384, last_port: 32767, }, }, image_source: InstallDataset, }, e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone): OmicronZoneConfig { id: e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 49154338-0e01-4394-9dd2-cb4c53cbb90f (external_zpool), ), }, }, image_source: InstallDataset, }, f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone): OmicronZoneConfig { id: f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 5dd3aedf-c3c5-4258-8864-3ea8b5ae321b (external_zpool), ), }, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, ), reconciler_status: Idle { completed_at: 2026-06-02T17:53:55.383761Z, ran_for: 5s, }, last_reconciliation: Some( ConfigReconcilerInventory { last_reconciled_config: OmicronSledConfig { generation: Generation( 5, ), disks: { 70687973-6963-616c-6469-736b00000001 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "macrohard", model: "box", serial: "XXIV", }, id: 70687973-6963-616c-6469-736b00000001 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000001 (zpool), }, 70687973-6963-616c-6469-736b00000002 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0001", }, id: 70687973-6963-616c-6469-736b00000002 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000002 (zpool), }, 70687973-6963-616c-6469-736b00000003 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0002", }, id: 70687973-6963-616c-6469-736b00000003 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000003 (zpool), }, 70687973-6963-616c-6469-736b00000004 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "tony", model: "craystation", serial: "5", }, id: 70687973-6963-616c-6469-736b00000004 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000004 (zpool), }, }, datasets: { afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset): DatasetConfig { id: afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset), name: DatasetName { pool_name: External( 7a706f6f-6c00-0000-0000-000000000001 (external_zpool), ), kind: Debug, }, inner: SharedDatasetConfig { compression: Lz4, quota: None, reservation: None, }, }, }, zones: { 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone): OmicronZoneConfig { id: 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::c]:32345, dataset: OmicronZoneDataset { pool_name: External( e1bf20e5-603c-4d14-94c4-47dc1eb58c45 (external_zpool), ), }, }, image_source: InstallDataset, }, 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone): OmicronZoneConfig { id: 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 3bcdbecd-827a-426e-96b6-30c355b78301 (external_zpool), ), }, }, image_source: InstallDataset, }, 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone): OmicronZoneConfig { id: 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1, }, image_source: InstallDataset, }, 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone): OmicronZoneConfig { id: 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::9]:32345, dataset: OmicronZoneDataset { pool_name: External( 8c96d804-3a6c-4c1b-be24-1e7fc18824de (external_zpool), ), }, }, image_source: InstallDataset, }, 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone): OmicronZoneConfig { id: 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::8]:32345, dataset: OmicronZoneDataset { pool_name: External( 0010be1f-4223-4f3e-844c-3e823488a852 (external_zpool), ), }, }, image_source: InstallDataset, }, 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone): OmicronZoneConfig { id: 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::6]:32345, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone): OmicronZoneConfig { id: 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::f]:32345, dataset: OmicronZoneDataset { pool_name: External( 13a6ef76-5904-4794-8083-dfeb6806e5f1 (external_zpool), ), }, }, image_source: InstallDataset, }, 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone): OmicronZoneConfig { id: 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:104::3]:32221, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone): OmicronZoneConfig { id: 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone), filesystem_pool: None, zone_type: Clickhouse { address: [fd00:1122:3344:104::5]:8123, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone): OmicronZoneConfig { id: 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::e]:32345, dataset: OmicronZoneDataset { pool_name: External( d721dbb5-6a10-4fe8-9d70-fae69ab84676 (external_zpool), ), }, }, image_source: InstallDataset, }, ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone): OmicronZoneConfig { id: ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone), filesystem_pool: None, zone_type: Nexus { internal_address: [fd00:1122:3344:104::4]:12221, lockstep_port: 12232, external_ip: 172.20.28.2, nic: NetworkInterface { id: 5d4a7e78-d1e1-41cd-881c-02d808fb90be, kind: Service { id: ab67e1fa-337f-45e6-83f0-6e94a9d50fc0, }, name: Name( "nexus-ab67e1fa-337f-45e6-83f0-6e94a9d50fc0", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.2.5, subnet: Ipv4Net { addr: 172.30.2.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 183, 226, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, external_tls: true, external_dns_servers: [ 1.1.1.1, 9.9.9.9, ], }, image_source: InstallDataset, }, cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone): OmicronZoneConfig { id: cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::d]:32345, dataset: OmicronZoneDataset { pool_name: External( a90de3a7-b760-45b7-ad72-70cd3570a940 (external_zpool), ), }, }, image_source: InstallDataset, }, d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone): OmicronZoneConfig { id: d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone), filesystem_pool: None, zone_type: BoundaryNtp { address: [fd00:1122:3344:104::10]:123, ntp_servers: [ "ntp.eng.oxide.computer", ], dns_servers: [ 1.1.1.1, 9.9.9.9, ], domain: None, nic: NetworkInterface { id: 2e4943f4-0477-4b5b-afd7-70c1f4aaf928, kind: Service { id: d38984ac-a366-4936-b64f-d98ae3dc2035, }, name: Name( "ntp-d38984ac-a366-4936-b64f-d98ae3dc2035", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.3.6, subnet: Ipv4Net { addr: 172.30.3.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 192, 56, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, snat_cfg: SourceNatConfig { ip: 172.20.28.6, first_port: 16384, last_port: 32767, }, }, image_source: InstallDataset, }, e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone): OmicronZoneConfig { id: e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 49154338-0e01-4394-9dd2-cb4c53cbb90f (external_zpool), ), }, }, image_source: InstallDataset, }, f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone): OmicronZoneConfig { id: f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 5dd3aedf-c3c5-4258-8864-3ea8b5ae321b (external_zpool), ), }, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, external_disks: { 70687973-6963-616c-6469-736b00000001 (physical_disk): Ok, 70687973-6963-616c-6469-736b00000002 (physical_disk): Ok, 70687973-6963-616c-6469-736b00000003 (physical_disk): Ok, 70687973-6963-616c-6469-736b00000004 (physical_disk): Ok, }, datasets: { afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset): Ok, }, orphaned_datasets: { DatasetName { pool_name: External( fc769f81-c729-4818-a2e0-5990878e0cc5 (external_zpool), ), kind: ExternalDns, }: OrphanedDataset { name: DatasetName { pool_name: External( fc769f81-c729-4818-a2e0-5990878e0cc5 (external_zpool), ), kind: ExternalDns, }, reason: "example orphaned dataset", id: Some( a648825a-6def-426b-acef-3807c55f622a (dataset), ), mounted: false, available: ByteCount( 0, ), used: ByteCount( 0, ), }, }, zones: { 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone): Ok, 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone): Ok, 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone): Ok, 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone): Ok, 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone): Ok, 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone): Ok, 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone): Ok, 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone): Ok, 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone): Ok, 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone): Ok, ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone): Ok, cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone): Ok, d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone): Ok, e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone): Ok, f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone): Ok, }, boot_partitions: BootPartitionContents { boot_disk: Ok( A, ), slot_a: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 10000, image_size: 10000, target_size: 10000, sha256: [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ], image_name: "fake image for tests", }, artifact_hash: ArtifactHash( "0101010101010101010101010101010101010101010101010101010101010101", ), artifact_size: 14096, }, ), slot_b: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 1000, image_size: 1000, target_size: 1000, sha256: [ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ], image_name: "fake from debug_assume_success()", }, artifact_hash: ArtifactHash( "0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b", ), artifact_size: 1000, }, ), }, remove_mupdate_override: None, }, ), file_source_resolver: OmicronFileSourceResolverInventory { zone_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/zones.json", boot_inventory: Ok( ManifestBootInventory { source: Installinator { mupdate_id: 253fc339-a907-4723-8d3b-d923622d04ba (mupdate), }, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 15, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Ok( (), ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), status: Ok( (), ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Ok( (), ), }, "nexus.tar.gz": ZoneArtifactInventory { file_name: "nexus.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/nexus.tar.gz", expected_size: 10, expected_hash: ArtifactHash( "96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80", ), status: Ok( (), ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/zones.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 253fc339-a907-4723-8d3b-d923622d04ba): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/zones.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: 1ac699f0-a93b-4fee-95a0-5139834b371a): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/zones.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, measurement_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/measurements.json", boot_inventory: Ok( ManifestBootInventory { source: Installinator { mupdate_id: 253fc339-a907-4723-8d3b-d923622d04ba (mupdate), }, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 15, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Ok( (), ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), status: Ok( (), ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Ok( (), ), }, "nexus.tar.gz": ZoneArtifactInventory { file_name: "nexus.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/nexus.tar.gz", expected_size: 10, expected_hash: ArtifactHash( "96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80", ), status: Ok( (), ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/measurements.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 253fc339-a907-4723-8d3b-d923622d04ba): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/measurements.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: 1ac699f0-a93b-4fee-95a0-5139834b371a): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/measurements.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, mupdate_override: MupdateOverrideInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/mupdate-override.json", boot_override: Ok( Some( MupdateOverrideBootInventory { mupdate_override_id: c56f470d-bd53-44b7-bda7-f0f3fc519176 (mupdate_override), }, ), ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/mupdate-override.json", is_valid: true, message: "matches boot disk (present)", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/mupdate-override.json", is_valid: false, message: "boot disk has override but non-boot disk does not", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/mupdate-override.json", is_valid: false, message: "read error: install metadata read error", }, }, }, }, smf_services_enabled_not_online: DataUnavailable, reference_measurements: { "/this/path": SingleMeasurementInventory { path: "/this/path", result: Ok, }, "/this/path2": SingleMeasurementInventory { path: "/this/path2", result: Ok, }, }, }, d7efa9c4-833d-4354-a9a2-94ba9715c154 (sled): SledAgent { time_collected: 2026-06-02T17:53:55.384552Z, source: "fake sled agent 4", sled_id: d7efa9c4-833d-4354-a9a2-94ba9715c154 (sled), baseboard_id: Some( BaseboardId { part_number: "model1", serial_number: "s4", }, ), sled_agent_address: [::1]:56792, sled_role: Scrimlet, usable_hardware_threads: 10, usable_physical_ram: ByteCount( 1048576, ), cpu_family: AmdMilan, reservoir_size: ByteCount( 1024, ), disks: [], zpools: [], datasets: [], ledgered_sled_config: Some( OmicronSledConfig { generation: Generation( 5, ), disks: {}, datasets: {}, zones: { 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone): OmicronZoneConfig { id: 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone), filesystem_pool: None, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, http_address: [fd00:1122:3344:102::4]:5353, dns_address: 172.20.28.1:53, nic: NetworkInterface { id: 8b99b41f-976d-4cb5-bad6-492cde39575a, kind: Service { id: 0322760d-a1e2-4911-8745-569f6bad8251, }, name: Name( "external-dns-0322760d-a1e2-4911-8745-569f6bad8251", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.1.5, subnet: Ipv4Net { addr: 172.30.1.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 247, 74, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, }, image_source: InstallDataset, }, 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone): OmicronZoneConfig { id: 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::9]:32345, dataset: OmicronZoneDataset { pool_name: External( 6d799846-deac-4809-93bd-5dad30127938 (external_zpool), ), }, }, image_source: InstallDataset, }, 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone): OmicronZoneConfig { id: 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::8]:32345, dataset: OmicronZoneDataset { pool_name: External( 2acbc210-8b83-490a-b7a7-e458d742c269 (external_zpool), ), }, }, image_source: InstallDataset, }, 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone): OmicronZoneConfig { id: 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, }, image_source: InstallDataset, }, 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone): OmicronZoneConfig { id: 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:102::3]:32221, dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, }, image_source: InstallDataset, }, 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone): OmicronZoneConfig { id: 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone), filesystem_pool: None, zone_type: BoundaryNtp { address: [fd00:1122:3344:102::10]:123, ntp_servers: [ "ntp.eng.oxide.computer", ], dns_servers: [ 1.1.1.1, 9.9.9.9, ], domain: None, nic: NetworkInterface { id: 6c2aa1c5-0e42-4b80-9b31-26d0e8599d0d, kind: Service { id: 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff, }, name: Name( "ntp-412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.3.5, subnet: Ipv4Net { addr: 172.30.3.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 242, 69, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, snat_cfg: SourceNatConfig { ip: 172.20.28.5, first_port: 0, last_port: 16383, }, }, image_source: InstallDataset, }, 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone): OmicronZoneConfig { id: 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 901a85dd-8214-407a-a358-ef4aebfa810d (external_zpool), ), }, }, image_source: InstallDataset, }, 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone): OmicronZoneConfig { id: 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0, }, image_source: InstallDataset, }, 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone): OmicronZoneConfig { id: 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::c]:32345, dataset: OmicronZoneDataset { pool_name: External( 87714aed-4573-438c-8c9d-3ed64688bdc4 (external_zpool), ), }, }, image_source: InstallDataset, }, b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone): OmicronZoneConfig { id: b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::e]:32345, dataset: OmicronZoneDataset { pool_name: External( 1cd1c449-b5e1-4e8b-bb2f-2e2bd5a8f301 (external_zpool), ), }, }, image_source: InstallDataset, }, c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone): OmicronZoneConfig { id: c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::f]:32345, dataset: OmicronZoneDataset { pool_name: External( 17d7dbce-b430-4c71-a27e-a5e66d175347 (external_zpool), ), }, }, image_source: InstallDataset, }, cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone): OmicronZoneConfig { id: cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone), filesystem_pool: None, zone_type: Oximeter { address: [fd00:1122:3344:102::5]:12223, }, image_source: InstallDataset, }, d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone): OmicronZoneConfig { id: d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 0fa59017-d1e7-47c1-9ed6-b66851e544ee (external_zpool), ), }, }, image_source: InstallDataset, }, e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone): OmicronZoneConfig { id: e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::d]:32345, dataset: OmicronZoneDataset { pool_name: External( 51abdeb3-6673-4af3-aa91-7e8748e4dda2 (external_zpool), ), }, }, image_source: InstallDataset, }, f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone): OmicronZoneConfig { id: f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone), filesystem_pool: None, zone_type: CruciblePantry { address: [fd00:1122:3344:102::6]:17000, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, ), reconciler_status: Idle { completed_at: 2026-06-02T17:53:55.384538Z, ran_for: 5s, }, last_reconciliation: Some( ConfigReconcilerInventory { last_reconciled_config: OmicronSledConfig { generation: Generation( 5, ), disks: {}, datasets: {}, zones: { 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone): OmicronZoneConfig { id: 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone), filesystem_pool: None, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, http_address: [fd00:1122:3344:102::4]:5353, dns_address: 172.20.28.1:53, nic: NetworkInterface { id: 8b99b41f-976d-4cb5-bad6-492cde39575a, kind: Service { id: 0322760d-a1e2-4911-8745-569f6bad8251, }, name: Name( "external-dns-0322760d-a1e2-4911-8745-569f6bad8251", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.1.5, subnet: Ipv4Net { addr: 172.30.1.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 247, 74, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, }, image_source: InstallDataset, }, 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone): OmicronZoneConfig { id: 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::9]:32345, dataset: OmicronZoneDataset { pool_name: External( 6d799846-deac-4809-93bd-5dad30127938 (external_zpool), ), }, }, image_source: InstallDataset, }, 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone): OmicronZoneConfig { id: 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::8]:32345, dataset: OmicronZoneDataset { pool_name: External( 2acbc210-8b83-490a-b7a7-e458d742c269 (external_zpool), ), }, }, image_source: InstallDataset, }, 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone): OmicronZoneConfig { id: 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, }, image_source: InstallDataset, }, 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone): OmicronZoneConfig { id: 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:102::3]:32221, dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, }, image_source: InstallDataset, }, 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone): OmicronZoneConfig { id: 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone), filesystem_pool: None, zone_type: BoundaryNtp { address: [fd00:1122:3344:102::10]:123, ntp_servers: [ "ntp.eng.oxide.computer", ], dns_servers: [ 1.1.1.1, 9.9.9.9, ], domain: None, nic: NetworkInterface { id: 6c2aa1c5-0e42-4b80-9b31-26d0e8599d0d, kind: Service { id: 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff, }, name: Name( "ntp-412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.3.5, subnet: Ipv4Net { addr: 172.30.3.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 242, 69, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, snat_cfg: SourceNatConfig { ip: 172.20.28.5, first_port: 0, last_port: 16383, }, }, image_source: InstallDataset, }, 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone): OmicronZoneConfig { id: 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 901a85dd-8214-407a-a358-ef4aebfa810d (external_zpool), ), }, }, image_source: InstallDataset, }, 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone): OmicronZoneConfig { id: 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0, }, image_source: InstallDataset, }, 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone): OmicronZoneConfig { id: 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::c]:32345, dataset: OmicronZoneDataset { pool_name: External( 87714aed-4573-438c-8c9d-3ed64688bdc4 (external_zpool), ), }, }, image_source: InstallDataset, }, b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone): OmicronZoneConfig { id: b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::e]:32345, dataset: OmicronZoneDataset { pool_name: External( 1cd1c449-b5e1-4e8b-bb2f-2e2bd5a8f301 (external_zpool), ), }, }, image_source: InstallDataset, }, c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone): OmicronZoneConfig { id: c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::f]:32345, dataset: OmicronZoneDataset { pool_name: External( 17d7dbce-b430-4c71-a27e-a5e66d175347 (external_zpool), ), }, }, image_source: InstallDataset, }, cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone): OmicronZoneConfig { id: cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone), filesystem_pool: None, zone_type: Oximeter { address: [fd00:1122:3344:102::5]:12223, }, image_source: InstallDataset, }, d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone): OmicronZoneConfig { id: d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 0fa59017-d1e7-47c1-9ed6-b66851e544ee (external_zpool), ), }, }, image_source: InstallDataset, }, e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone): OmicronZoneConfig { id: e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::d]:32345, dataset: OmicronZoneDataset { pool_name: External( 51abdeb3-6673-4af3-aa91-7e8748e4dda2 (external_zpool), ), }, }, image_source: InstallDataset, }, f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone): OmicronZoneConfig { id: f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone), filesystem_pool: None, zone_type: CruciblePantry { address: [fd00:1122:3344:102::6]:17000, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, external_disks: {}, datasets: {}, orphaned_datasets: { DatasetName { pool_name: External( 249a9566-cd91-483b-afa1-72bb4832d3d0 (external_zpool), ), kind: ExternalDns, }: OrphanedDataset { name: DatasetName { pool_name: External( 249a9566-cd91-483b-afa1-72bb4832d3d0 (external_zpool), ), kind: ExternalDns, }, reason: "example orphaned dataset", id: Some( dbb36861-4d5f-468d-a3f5-77b7265b8e98 (dataset), ), mounted: false, available: ByteCount( 0, ), used: ByteCount( 0, ), }, }, zones: { 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone): Ok, 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone): Ok, 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone): Ok, 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone): Ok, 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone): Ok, 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone): Ok, 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone): Ok, 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone): Ok, 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone): Ok, b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone): Ok, c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone): Ok, cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone): Ok, d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone): Ok, e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone): Ok, f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone): Ok, }, boot_partitions: BootPartitionContents { boot_disk: Ok( A, ), slot_a: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 10000, image_size: 10000, target_size: 10000, sha256: [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ], image_name: "fake image for tests", }, artifact_hash: ArtifactHash( "0101010101010101010101010101010101010101010101010101010101010101", ), artifact_size: 14096, }, ), slot_b: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 1000, image_size: 1000, target_size: 1000, sha256: [ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ], image_name: "fake from debug_assume_success()", }, artifact_hash: ArtifactHash( "0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b", ), artifact_size: 1000, }, ), }, remove_mupdate_override: None, }, ), file_source_resolver: OmicronFileSourceResolverInventory { zone_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/zones.json", boot_inventory: Ok( ManifestBootInventory { source: SledAgent, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 15, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Ok( (), ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), status: Ok( (), ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Ok( (), ), }, "nexus.tar.gz": ZoneArtifactInventory { file_name: "nexus.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/nexus.tar.gz", expected_size: 10, expected_hash: ArtifactHash( "96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80", ), status: Ok( (), ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/zones.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by sled-agent: 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/zones.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: a533a5d5-53d0-42b9-a5cb-e33ce4fd93d2): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/zones.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, measurement_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/measurements.json", boot_inventory: Ok( ManifestBootInventory { source: SledAgent, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 15, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Ok( (), ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), status: Ok( (), ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Ok( (), ), }, "nexus.tar.gz": ZoneArtifactInventory { file_name: "nexus.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/nexus.tar.gz", expected_size: 10, expected_hash: ArtifactHash( "96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80", ), status: Ok( (), ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/measurements.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by sled-agent: 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/measurements.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: a533a5d5-53d0-42b9-a5cb-e33ce4fd93d2): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/measurements.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, mupdate_override: MupdateOverrideInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/mupdate-override.json", boot_override: Ok( None, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/mupdate-override.json", is_valid: true, message: "matches boot disk (present)", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/mupdate-override.json", is_valid: false, message: "boot disk has override but non-boot disk does not", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/mupdate-override.json", is_valid: false, message: "read error: install metadata read error", }, }, }, }, smf_services_enabled_not_online: DataUnavailable, reference_measurements: { "/this/path": SingleMeasurementInventory { path: "/this/path", result: Ok, }, "/this/path2": SingleMeasurementInventory { path: "/this/path2", result: Ok, }, }, }, }, clickhouse_keeper_cluster_membership: { ClickhouseKeeperClusterMembership { queried_keeper: KeeperId( 1, ), leader_committed_log_index: 1000, raft_config: { KeeperId( 1, ), }, }, }, cockroach_status: { InternalNodeId( "1", ): CockroachStatus { ranges_underreplicated: Some( 0, ), liveness_live_nodes: None, }, }, ntp_timesync: { d359ee17-1156-42d4-83b4-7172d0f649b2 (omicron_zone): TimeSync { zone_id: d359ee17-1156-42d4-83b4-7172d0f649b2 (omicron_zone), synced: true, }, }, internal_dns_generation_status: { 38c00cb7-4ae0-4800-910a-9bb7c9310d90 (omicron_zone): InternalDnsGenerationStatus { zone_id: 38c00cb7-4ae0-4800-910a-9bb7c9310d90 (omicron_zone), generation: Generation( 1, ), }, }, } test builder::test::test_basic ... FAILED failures: failures: builder::test::test_basic test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 6 filtered out; finished in 0.36s thread 'builder::test::test_basic' (2) panicked at nexus/inventory/src/builder.rs:871:9: assertion `left == right` failed left: ["MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error"] right: ["MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error", "sled 5c5b4cf9-3e13-45fd-871c-f177d6537510: reported unknown baseboard"] stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: core::panicking::assert_failed_inner at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:439:17 3: core::panicking::assert_failed::<alloc::vec::Vec<alloc::string::String>, [&str; 2]> at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:394:5 4: test_basic at ./src/builder.rs:871:9 5: nexus_inventory::builder::test::test_basic::{closure#0} at ./src/builder.rs:846:20 6: <nexus_inventory::builder::test::test_basic::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 7: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. thread 'builder::test::test_basic' (2) panicked at nexus/inventory/src/builder.rs:871:9: assertion `left == right` failed left: ["MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error"] right: ["MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error", "sled 5c5b4cf9-3e13-45fd-871c-f177d6537510: reported unknown baseboard"] stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: core::panicking::assert_failed_inner at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:439:17 3: core::panicking::assert_failed::<alloc::vec::Vec<alloc::string::String>, [&str; 2]> at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:394:5 4: test_basic at ./src/builder.rs:871:9 5: nexus_inventory::builder::test::test_basic::{closure#0} at ./src/builder.rs:846:20 6: <nexus_inventory::builder::test::test_basic::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 7: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test Collection { id: 095d2950-ac89-4b03-9618-6aaa3864e92f (collection), errors: [ "MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error", ], time_started: 2026-06-02T17:53:56.273894Z, time_done: 2026-06-02T17:53:56.282555Z, collector: "example", baseboards: { BaseboardId { part_number: "model1", serial_number: "s1", }, BaseboardId { part_number: "model1", serial_number: "s2", }, BaseboardId { part_number: "model1", serial_number: "s4", }, BaseboardId { part_number: "model2", serial_number: "s1", }, BaseboardId { part_number: "model3", serial_number: "s1", }, BaseboardId { part_number: "model4", serial_number: "s2", }, }, cabooses: { Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, Caboose { board: "board_psc_rot_a", git_commit: "git_commit_psc_rot_a", name: "name_psc_rot_a", version: "version_psc_rot_a", sign: Some( "sign_psc_rot_a", ), }, Caboose { board: "board_psc_rot_b", git_commit: "git_commit_psc_rot_b", name: "name_psc_rot_b", version: "version_psc_rot_b", sign: Some( "sign_psc_rot_b", ), }, Caboose { board: "board_psc_sp_0", git_commit: "git_commit_psc_sp_0", name: "name_psc_sp_0", version: "version_psc_sp_0", sign: Some( "sign_psc_sp_0", ), }, Caboose { board: "board_psc_sp_1", git_commit: "git_commit_psc_sp_1", name: "name_psc_sp_1", version: "version_psc_sp_1", sign: Some( "sign_psc_sp_1", ), }, }, rot_pages: { RotPage { data_base64: "MQ==", }, RotPage { data_base64: "cHNjIGNmcGEgYWN0aXZl", }, RotPage { data_base64: "cHNjIGNmcGEgaW5hY3RpdmU=", }, RotPage { data_base64: "cHNjIGNmcGEgc2NyYXRjaA==", }, RotPage { data_base64: "cHNjIGNtcGE=", }, }, sps: { BaseboardId { part_number: "model1", serial_number: "s1", }: ServiceProcessor { time_collected: 2026-06-02T17:53:56.274150Z, source: "fake MGS 1", sp_type: Sled, sp_slot: 3, baseboard_revision: 0, hubris_archive: "hubris1", power_state: A0, }, BaseboardId { part_number: "model1", serial_number: "s2", }: ServiceProcessor { time_collected: 2026-06-02T17:53:56.274377Z, source: "fake MGS 1", sp_type: Sled, sp_slot: 5, baseboard_revision: 1, hubris_archive: "hubris5", power_state: A2, }, BaseboardId { part_number: "model2", serial_number: "s1", }: ServiceProcessor { time_collected: 2026-06-02T17:53:56.274324Z, source: "fake MGS 2", sp_type: Sled, sp_slot: 4, baseboard_revision: 1, hubris_archive: "hubris2", power_state: A2, }, BaseboardId { part_number: "model3", serial_number: "s1", }: ServiceProcessor { time_collected: 2026-06-02T17:53:56.274356Z, source: "fake MGS 2", sp_type: Switch, sp_slot: 0, baseboard_revision: 2, hubris_archive: "hubris3", power_state: A1, }, BaseboardId { part_number: "model4", serial_number: "s2", }: ServiceProcessor { time_collected: 2026-06-02T17:53:56.274359Z, source: "fake MGS 1", sp_type: Power, sp_slot: 1, baseboard_revision: 3, hubris_archive: "hubris4", power_state: A2, }, }, host_phase_1_active_slots: { BaseboardId { part_number: "model1", serial_number: "s1", }: HostPhase1ActiveSlot { time_collected: 2026-06-02T17:53:56.274808Z, source: "fake MGS 1", slot: A, }, BaseboardId { part_number: "model2", serial_number: "s1", }: HostPhase1ActiveSlot { time_collected: 2026-06-02T17:53:56.274811Z, source: "fake MGS 1", slot: B, }, }, host_phase_1_flash_hashes: { A: { BaseboardId { part_number: "model1", serial_number: "s1", }: HostPhase1FlashHash { time_collected: 2026-06-02T17:53:56.274831Z, source: "fake MGS 1", slot: A, hash: ArtifactHash( "0101010101010101010101010101010101010101010101010101010101010101", ), }, }, B: { BaseboardId { part_number: "model1", serial_number: "s1", }: HostPhase1FlashHash { time_collected: 2026-06-02T17:53:56.274855Z, source: "fake MGS 1", slot: B, hash: ArtifactHash( "0202020202020202020202020202020202020202020202020202020202020202", ), }, BaseboardId { part_number: "model2", serial_number: "s1", }: HostPhase1FlashHash { time_collected: 2026-06-02T17:53:56.274856Z, source: "fake MGS 1", slot: B, hash: ArtifactHash( "0303030303030303030303030303030303030303030303030303030303030303", ), }, }, }, rots: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotState { time_collected: 2026-06-02T17:53:56.274150Z, source: "fake MGS 1", active_slot: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some( "slotAdigest1", ), slot_b_sha3_256_digest: Some( "slotBdigest1", ), stage0_digest: None, stage0next_digest: None, slot_a_error: None, slot_b_error: None, stage0_error: None, stage0next_error: None, }, BaseboardId { part_number: "model2", serial_number: "s1", }: RotState { time_collected: 2026-06-02T17:53:56.274324Z, source: "fake MGS 2", active_slot: B, persistent_boot_preference: A, pending_persistent_boot_preference: Some( A, ), transient_boot_preference: Some( B, ), slot_a_sha3_256_digest: Some( "slotAdigest2", ), slot_b_sha3_256_digest: Some( "slotBdigest2", ), stage0_digest: None, stage0next_digest: None, slot_a_error: None, slot_b_error: None, stage0_error: None, stage0next_error: None, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotState { time_collected: 2026-06-02T17:53:56.274356Z, source: "fake MGS 2", active_slot: B, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some( "slotAdigest3", ), slot_b_sha3_256_digest: Some( "slotBdigest3", ), stage0_digest: None, stage0next_digest: None, slot_a_error: None, slot_b_error: None, stage0_error: None, stage0next_error: None, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotState { time_collected: 2026-06-02T17:53:56.274359Z, source: "fake MGS 1", active_slot: B, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some( "slotAdigest4", ), slot_b_sha3_256_digest: Some( "slotBdigest4", ), stage0_digest: None, stage0next_digest: None, slot_a_error: None, slot_b_error: None, stage0_error: None, stage0next_error: None, }, }, cabooses_found: { SpSlot0: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:56.274926Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:56.275005Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:56.275014Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: CabooseFound { time_collected: 2026-06-02T17:53:56.275024Z, source: "test suite", caboose: Caboose { board: "board_psc_sp_0", git_commit: "git_commit_psc_sp_0", name: "name_psc_sp_0", version: "version_psc_sp_0", sign: Some( "sign_psc_sp_0", ), }, }, }, SpSlot1: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:56.274991Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:56.275009Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:56.275016Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: CabooseFound { time_collected: 2026-06-02T17:53:56.275026Z, source: "test suite", caboose: Caboose { board: "board_psc_sp_1", git_commit: "git_commit_psc_sp_1", name: "name_psc_sp_1", version: "version_psc_sp_1", sign: Some( "sign_psc_sp_1", ), }, }, }, RotSlotA: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:56.274993Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:56.275010Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:56.275017Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: CabooseFound { time_collected: 2026-06-02T17:53:56.275028Z, source: "test suite", caboose: Caboose { board: "board_psc_rot_a", git_commit: "git_commit_psc_rot_a", name: "name_psc_rot_a", version: "version_psc_rot_a", sign: Some( "sign_psc_rot_a", ), }, }, }, RotSlotB: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:56.274994Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:56.275011Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:56.275018Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: CabooseFound { time_collected: 2026-06-02T17:53:56.275029Z, source: "test suite", caboose: Caboose { board: "board_psc_rot_b", git_commit: "git_commit_psc_rot_b", name: "name_psc_rot_b", version: "version_psc_rot_b", sign: Some( "sign_psc_rot_b", ), }, }, }, Stage0: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:56.274996Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:56.275012Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:56.275019Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, }, Stage0Next: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:56.275004Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:56.275013Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:56.275021Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, }, }, rot_pages_found: { Cmpa: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:53:56.275090Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model1", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:53:56.275107Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:53:56.275112Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:53:56.275124Z, source: "test suite", page: RotPage { data_base64: "cHNjIGNtcGE=", }, }, }, CfpaActive: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:53:56.275099Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model1", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:53:56.275109Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:53:56.275113Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:53:56.275129Z, source: "test suite", page: RotPage { data_base64: "cHNjIGNmcGEgYWN0aXZl", }, }, }, CfpaInactive: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:53:56.275100Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model1", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:53:56.275110Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:53:56.275114Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:53:56.275130Z, source: "test suite", page: RotPage { data_base64: "cHNjIGNmcGEgaW5hY3RpdmU=", }, }, }, CfpaScratch: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:53:56.275101Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model1", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:53:56.275111Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:53:56.275115Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:53:56.275132Z, source: "test suite", page: RotPage { data_base64: "cHNjIGNmcGEgc2NyYXRjaA==", }, }, }, }, sled_agents: { 5c5b4cf9-3e13-45fd-871c-f177d6537510 (sled): SledAgent { time_collected: 2026-06-02T17:53:56.282303Z, source: "fake sled agent 6", sled_id: 5c5b4cf9-3e13-45fd-871c-f177d6537510 (sled), baseboard_id: None, sled_agent_address: [::1]:56792, sled_role: Gimlet, usable_hardware_threads: 10, usable_physical_ram: ByteCount( 1048576, ), cpu_family: AmdMilan, reservoir_size: ByteCount( 1024, ), disks: [], zpools: [], datasets: [], ledgered_sled_config: None, reconciler_status: NotYetRun, last_reconciliation: None, file_source_resolver: OmicronFileSourceResolverInventory { zone_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/zones.json", boot_inventory: Err( "error reading install metadata: error retrieving metadata for install dataset directory `/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install`: entity not found", ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/zones.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 7c59daeb-6183-46a5-900a-1df98e3705d5): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/zones.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: f3af9df4-3af9-40d5-b412-6a91fe55718f): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/zones.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, measurement_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/measurements.json", boot_inventory: Err( "error reading install metadata: error retrieving metadata for install dataset directory `/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install`: entity not found", ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/measurements.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 7c59daeb-6183-46a5-900a-1df98e3705d5): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/measurements.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: f3af9df4-3af9-40d5-b412-6a91fe55718f): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/measurements.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, mupdate_override: MupdateOverrideInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/mupdate-override.json", boot_override: Err( "install metadata read error: error retrieving metadata for install dataset directory `/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install`: entity not found", ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/mupdate-override.json", is_valid: true, message: "matches boot disk (present)", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/mupdate-override.json", is_valid: false, message: "boot disk has override but non-boot disk does not", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/mupdate-override.json", is_valid: false, message: "read error: install metadata read error", }, }, }, }, smf_services_enabled_not_online: SvcsEnabledNotOnline( SvcsEnabledNotOnline { services: [ SvcEnabledNotOnline { fmri: "svc:/site/fake-service:default", zone: "global", state: Maintenance, }, ], errors: [ "an unimportant error", ], time_of_status: 2026-01-01T00:00:00Z, }, ), reference_measurements: { "/this/path": SingleMeasurementInventory { path: "/this/path", result: Ok, }, "/this/path2": SingleMeasurementInventory { path: "/this/path2", result: Ok, }, }, }, c4a5325b-e852-4747-b28a-8aaa7eded8a0 (sled): SledAgent { time_collected: 2026-06-02T17:53:56.282014Z, source: "fake sled agent 5", sled_id: c4a5325b-e852-4747-b28a-8aaa7eded8a0 (sled), baseboard_id: None, sled_agent_address: [::1]:56792, sled_role: Gimlet, usable_hardware_threads: 10, usable_physical_ram: ByteCount( 1048576, ), cpu_family: AmdMilan, reservoir_size: ByteCount( 1024, ), disks: [], zpools: [], datasets: [], ledgered_sled_config: Some( OmicronSledConfig { generation: Generation( 5, ), disks: {}, datasets: {}, zones: { 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone): OmicronZoneConfig { id: 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::c]:32345, dataset: OmicronZoneDataset { pool_name: External( e675c45a-5e1b-4d24-99af-806523ed17d5 (external_zpool), ), }, }, image_source: InstallDataset, }, 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone): OmicronZoneConfig { id: 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::d]:32345, dataset: OmicronZoneDataset { pool_name: External( 33a4881a-2b3f-4840-b252-f370024eee64 (external_zpool), ), }, }, image_source: InstallDataset, }, 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone): OmicronZoneConfig { id: 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::9]:32345, dataset: OmicronZoneDataset { pool_name: External( d9974711-1064-441d-ba75-0ffabfc86d27 (external_zpool), ), }, }, image_source: InstallDataset, }, 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone): OmicronZoneConfig { id: 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2, }, image_source: InstallDataset, }, 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone): OmicronZoneConfig { id: 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone), filesystem_pool: None, zone_type: Nexus { internal_address: [fd00:1122:3344:103::4]:12221, lockstep_port: 12232, external_ip: 172.20.28.3, nic: NetworkInterface { id: 3e1324f0-cad4-484e-a101-e26da2706e92, kind: Service { id: 804f9ff7-0d45-465f-8820-ee0fc7c25286, }, name: Name( "nexus-804f9ff7-0d45-465f-8820-ee0fc7c25286", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 165, 80, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, external_tls: true, external_dns_servers: [ 1.1.1.1, 9.9.9.9, ], }, image_source: InstallDataset, }, 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone): OmicronZoneConfig { id: 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone), filesystem_pool: None, zone_type: CruciblePantry { address: [fd00:1122:3344:103::5]:17000, }, image_source: InstallDataset, }, 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone): OmicronZoneConfig { id: 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:103::3]:32221, dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, }, image_source: InstallDataset, }, 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone): OmicronZoneConfig { id: 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone), filesystem_pool: None, zone_type: InternalNtp { address: [fd00:1122:3344:103::e]:123, }, image_source: InstallDataset, }, a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone): OmicronZoneConfig { id: a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 844fd687-fd26-4616-91aa-441cf136c62d (external_zpool), ), }, }, image_source: InstallDataset, }, ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone): OmicronZoneConfig { id: ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 4c667609-0876-4c8c-ae60-1b30aaf236dc (external_zpool), ), }, }, image_source: InstallDataset, }, bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone): OmicronZoneConfig { id: bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::6]:32345, dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, }, image_source: InstallDataset, }, c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone): OmicronZoneConfig { id: c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 93017061-5910-4bf5-a366-4f1b2871b5c3 (external_zpool), ), }, }, image_source: InstallDataset, }, e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone): OmicronZoneConfig { id: e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::8]:32345, dataset: OmicronZoneDataset { pool_name: External( c6911096-09b3-4f64-bcd6-21701ca2d6ae (external_zpool), ), }, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, ), reconciler_status: Idle { completed_at: 2026-06-02T17:53:56.282008Z, ran_for: 5s, }, last_reconciliation: Some( ConfigReconcilerInventory { last_reconciled_config: OmicronSledConfig { generation: Generation( 5, ), disks: {}, datasets: {}, zones: { 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone): OmicronZoneConfig { id: 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::c]:32345, dataset: OmicronZoneDataset { pool_name: External( e675c45a-5e1b-4d24-99af-806523ed17d5 (external_zpool), ), }, }, image_source: InstallDataset, }, 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone): OmicronZoneConfig { id: 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::d]:32345, dataset: OmicronZoneDataset { pool_name: External( 33a4881a-2b3f-4840-b252-f370024eee64 (external_zpool), ), }, }, image_source: InstallDataset, }, 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone): OmicronZoneConfig { id: 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::9]:32345, dataset: OmicronZoneDataset { pool_name: External( d9974711-1064-441d-ba75-0ffabfc86d27 (external_zpool), ), }, }, image_source: InstallDataset, }, 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone): OmicronZoneConfig { id: 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2, }, image_source: InstallDataset, }, 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone): OmicronZoneConfig { id: 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone), filesystem_pool: None, zone_type: Nexus { internal_address: [fd00:1122:3344:103::4]:12221, lockstep_port: 12232, external_ip: 172.20.28.3, nic: NetworkInterface { id: 3e1324f0-cad4-484e-a101-e26da2706e92, kind: Service { id: 804f9ff7-0d45-465f-8820-ee0fc7c25286, }, name: Name( "nexus-804f9ff7-0d45-465f-8820-ee0fc7c25286", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 165, 80, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, external_tls: true, external_dns_servers: [ 1.1.1.1, 9.9.9.9, ], }, image_source: InstallDataset, }, 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone): OmicronZoneConfig { id: 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone), filesystem_pool: None, zone_type: CruciblePantry { address: [fd00:1122:3344:103::5]:17000, }, image_source: InstallDataset, }, 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone): OmicronZoneConfig { id: 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:103::3]:32221, dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, }, image_source: InstallDataset, }, 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone): OmicronZoneConfig { id: 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone), filesystem_pool: None, zone_type: InternalNtp { address: [fd00:1122:3344:103::e]:123, }, image_source: InstallDataset, }, a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone): OmicronZoneConfig { id: a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 844fd687-fd26-4616-91aa-441cf136c62d (external_zpool), ), }, }, image_source: InstallDataset, }, ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone): OmicronZoneConfig { id: ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 4c667609-0876-4c8c-ae60-1b30aaf236dc (external_zpool), ), }, }, image_source: InstallDataset, }, bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone): OmicronZoneConfig { id: bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::6]:32345, dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, }, image_source: InstallDataset, }, c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone): OmicronZoneConfig { id: c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 93017061-5910-4bf5-a366-4f1b2871b5c3 (external_zpool), ), }, }, image_source: InstallDataset, }, e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone): OmicronZoneConfig { id: e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::8]:32345, dataset: OmicronZoneDataset { pool_name: External( c6911096-09b3-4f64-bcd6-21701ca2d6ae (external_zpool), ), }, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, external_disks: {}, datasets: {}, orphaned_datasets: { DatasetName { pool_name: External( 5c88deeb-1bc6-4aca-8557-daa55ef3ed3d (external_zpool), ), kind: ExternalDns, }: OrphanedDataset { name: DatasetName { pool_name: External( 5c88deeb-1bc6-4aca-8557-daa55ef3ed3d (external_zpool), ), kind: ExternalDns, }, reason: "example orphaned dataset", id: Some( 5e5ce773-a9e7-41a3-a385-af5900af2aac (dataset), ), mounted: false, available: ByteCount( 0, ), used: ByteCount( 0, ), }, }, zones: { 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone): Ok, 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone): Ok, 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone): Ok, 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone): Ok, 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone): Ok, 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone): Ok, 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone): Ok, 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone): Ok, a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone): Ok, ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone): Ok, bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone): Ok, c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone): Ok, e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone): Ok, }, boot_partitions: BootPartitionContents { boot_disk: Ok( A, ), slot_a: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 10000, image_size: 10000, target_size: 10000, sha256: [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ], image_name: "fake image for tests", }, artifact_hash: ArtifactHash( "0101010101010101010101010101010101010101010101010101010101010101", ), artifact_size: 14096, }, ), slot_b: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 1000, image_size: 1000, target_size: 1000, sha256: [ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ], image_name: "fake from debug_assume_success()", }, artifact_hash: ArtifactHash( "0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b", ), artifact_size: 1000, }, ), }, remove_mupdate_override: None, }, ), file_source_resolver: OmicronFileSourceResolverInventory { zone_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/zones.json", boot_inventory: Ok( ManifestBootInventory { source: Installinator { mupdate_id: 7399ea07-1b05-48ed-9f37-1541cf63c7d8 (mupdate), }, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 1024, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Err( "size/hash mismatch: expected 1024 bytes/360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386, got 15 bytes/360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "0000000000000000000000000000000000000000000000000000000000000000", ), status: Err( "size/hash mismatch: expected 13 bytes/0000000000000000000000000000000000000000000000000000000000000000, got 13 bytes/a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Err( "file not found", ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/zones.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 744bc3b6-5dd8-4db6-b670-58d9076a485b): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/zones.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: 7399ea07-1b05-48ed-9f37-1541cf63c7d8): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/zones.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, measurement_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/measurements.json", boot_inventory: Ok( ManifestBootInventory { source: Installinator { mupdate_id: 7399ea07-1b05-48ed-9f37-1541cf63c7d8 (mupdate), }, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 1024, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Err( "size/hash mismatch: expected 1024 bytes/360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386, got 15 bytes/360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "0000000000000000000000000000000000000000000000000000000000000000", ), status: Err( "size/hash mismatch: expected 13 bytes/0000000000000000000000000000000000000000000000000000000000000000, got 13 bytes/a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Err( "file not found", ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/measurements.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 744bc3b6-5dd8-4db6-b670-58d9076a485b): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/measurements.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: 7399ea07-1b05-48ed-9f37-1541cf63c7d8): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/measurements.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, mupdate_override: MupdateOverrideInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/mupdate-override.json", boot_override: Ok( Some( MupdateOverrideBootInventory { mupdate_override_id: 5b270489-b4b6-4938-9df5-dce0b199998b (mupdate_override), }, ), ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/mupdate-override.json", is_valid: true, message: "matches boot disk (present)", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/mupdate-override.json", is_valid: false, message: "boot disk has override but non-boot disk does not", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/mupdate-override.json", is_valid: false, message: "read error: install metadata read error", }, }, }, }, smf_services_enabled_not_online: SvcsCmdError( SvcsError { error: "Command failed with status: 2", time_of_status: 2026-01-01T00:00:00Z, }, ), reference_measurements: { "/this/path": SingleMeasurementInventory { path: "/this/path", result: Ok, }, "/this/path2": SingleMeasurementInventory { path: "/this/path2", result: Ok, }, }, }, c5aec1df-b897-49e4-8085-ccd975f9b529 (sled): SledAgent { time_collected: 2026-06-02T17:53:56.280792Z, source: "fake sled agent 1", sled_id: c5aec1df-b897-49e4-8085-ccd975f9b529 (sled), baseboard_id: Some( BaseboardId { part_number: "model1", serial_number: "s1", }, ), sled_agent_address: [::1]:56792, sled_role: Gimlet, usable_hardware_threads: 10, usable_physical_ram: ByteCount( 1048576, ), cpu_family: AmdMilan, reservoir_size: ByteCount( 1024, ), disks: [ PhysicalDisk { identity: DiskIdentity { vendor: "macrohard", model: "box", serial: "XXIV", }, variant: M2, slot: 0, firmware: Nvme( NvmeFirmware { active_slot: 1, next_active_slot: None, number_of_slots: 1, slot1_is_read_only: true, slot_firmware_versions: [ Some( "EXAMP1", ), ], }, ), }, PhysicalDisk { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0001", }, variant: U2, slot: 1, firmware: Nvme( NvmeFirmware { active_slot: 1, next_active_slot: None, number_of_slots: 1, slot1_is_read_only: true, slot_firmware_versions: [ Some( "EXAMP1", ), ], }, ), }, PhysicalDisk { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0002", }, variant: U2, slot: 2, firmware: Nvme( NvmeFirmware { active_slot: 1, next_active_slot: None, number_of_slots: 1, slot1_is_read_only: true, slot_firmware_versions: [ Some( "EXAMP1", ), ], }, ), }, PhysicalDisk { identity: DiskIdentity { vendor: "tony", model: "craystation", serial: "5", }, variant: U2, slot: 3, firmware: Nvme( NvmeFirmware { active_slot: 1, next_active_slot: None, number_of_slots: 1, slot1_is_read_only: true, slot_firmware_versions: [ Some( "EXAMP1", ), ], }, ), }, ], zpools: [ Zpool { time_collected: 2026-06-02T17:53:56.280792Z, id: 7a706f6f-6c00-0000-0000-000000000001 (zpool), total_size: ByteCount( 4096, ), health: Online, }, Zpool { time_collected: 2026-06-02T17:53:56.280792Z, id: 7a706f6f-6c00-0000-0000-000000000002 (zpool), total_size: ByteCount( 4096, ), health: Online, }, Zpool { time_collected: 2026-06-02T17:53:56.280792Z, id: 7a706f6f-6c00-0000-0000-000000000003 (zpool), total_size: ByteCount( 4096, ), health: Online, }, Zpool { time_collected: 2026-06-02T17:53:56.280792Z, id: 7a706f6f-6c00-0000-0000-000000000004 (zpool), total_size: ByteCount( 4096, ), health: Online, }, ], datasets: [ Dataset { id: Some( afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset), ), name: "oxp_7a706f6f-6c00-0000-0000-000000000001/crypt/debug", available: ByteCount( 1024, ), used: ByteCount( 0, ), quota: None, reservation: None, compression: "lz4", }, ], ledgered_sled_config: Some( OmicronSledConfig { generation: Generation( 5, ), disks: { 70687973-6963-616c-6469-736b00000001 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "macrohard", model: "box", serial: "XXIV", }, id: 70687973-6963-616c-6469-736b00000001 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000001 (zpool), }, 70687973-6963-616c-6469-736b00000002 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0001", }, id: 70687973-6963-616c-6469-736b00000002 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000002 (zpool), }, 70687973-6963-616c-6469-736b00000003 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0002", }, id: 70687973-6963-616c-6469-736b00000003 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000003 (zpool), }, 70687973-6963-616c-6469-736b00000004 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "tony", model: "craystation", serial: "5", }, id: 70687973-6963-616c-6469-736b00000004 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000004 (zpool), }, }, datasets: { afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset): DatasetConfig { id: afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset), name: DatasetName { pool_name: External( 7a706f6f-6c00-0000-0000-000000000001 (external_zpool), ), kind: Debug, }, inner: SharedDatasetConfig { compression: Lz4, quota: None, reservation: None, }, }, }, zones: { 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone): OmicronZoneConfig { id: 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::c]:32345, dataset: OmicronZoneDataset { pool_name: External( e1bf20e5-603c-4d14-94c4-47dc1eb58c45 (external_zpool), ), }, }, image_source: InstallDataset, }, 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone): OmicronZoneConfig { id: 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 3bcdbecd-827a-426e-96b6-30c355b78301 (external_zpool), ), }, }, image_source: InstallDataset, }, 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone): OmicronZoneConfig { id: 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1, }, image_source: InstallDataset, }, 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone): OmicronZoneConfig { id: 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::9]:32345, dataset: OmicronZoneDataset { pool_name: External( 8c96d804-3a6c-4c1b-be24-1e7fc18824de (external_zpool), ), }, }, image_source: InstallDataset, }, 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone): OmicronZoneConfig { id: 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::8]:32345, dataset: OmicronZoneDataset { pool_name: External( 0010be1f-4223-4f3e-844c-3e823488a852 (external_zpool), ), }, }, image_source: InstallDataset, }, 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone): OmicronZoneConfig { id: 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::6]:32345, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone): OmicronZoneConfig { id: 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::f]:32345, dataset: OmicronZoneDataset { pool_name: External( 13a6ef76-5904-4794-8083-dfeb6806e5f1 (external_zpool), ), }, }, image_source: InstallDataset, }, 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone): OmicronZoneConfig { id: 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:104::3]:32221, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone): OmicronZoneConfig { id: 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone), filesystem_pool: None, zone_type: Clickhouse { address: [fd00:1122:3344:104::5]:8123, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone): OmicronZoneConfig { id: 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::e]:32345, dataset: OmicronZoneDataset { pool_name: External( d721dbb5-6a10-4fe8-9d70-fae69ab84676 (external_zpool), ), }, }, image_source: InstallDataset, }, ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone): OmicronZoneConfig { id: ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone), filesystem_pool: None, zone_type: Nexus { internal_address: [fd00:1122:3344:104::4]:12221, lockstep_port: 12232, external_ip: 172.20.28.2, nic: NetworkInterface { id: 5d4a7e78-d1e1-41cd-881c-02d808fb90be, kind: Service { id: ab67e1fa-337f-45e6-83f0-6e94a9d50fc0, }, name: Name( "nexus-ab67e1fa-337f-45e6-83f0-6e94a9d50fc0", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.2.5, subnet: Ipv4Net { addr: 172.30.2.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 183, 226, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, external_tls: true, external_dns_servers: [ 1.1.1.1, 9.9.9.9, ], }, image_source: InstallDataset, }, cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone): OmicronZoneConfig { id: cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::d]:32345, dataset: OmicronZoneDataset { pool_name: External( a90de3a7-b760-45b7-ad72-70cd3570a940 (external_zpool), ), }, }, image_source: InstallDataset, }, d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone): OmicronZoneConfig { id: d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone), filesystem_pool: None, zone_type: BoundaryNtp { address: [fd00:1122:3344:104::10]:123, ntp_servers: [ "ntp.eng.oxide.computer", ], dns_servers: [ 1.1.1.1, 9.9.9.9, ], domain: None, nic: NetworkInterface { id: 2e4943f4-0477-4b5b-afd7-70c1f4aaf928, kind: Service { id: d38984ac-a366-4936-b64f-d98ae3dc2035, }, name: Name( "ntp-d38984ac-a366-4936-b64f-d98ae3dc2035", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.3.6, subnet: Ipv4Net { addr: 172.30.3.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 192, 56, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, snat_cfg: SourceNatConfig { ip: 172.20.28.6, first_port: 16384, last_port: 32767, }, }, image_source: InstallDataset, }, e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone): OmicronZoneConfig { id: e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 49154338-0e01-4394-9dd2-cb4c53cbb90f (external_zpool), ), }, }, image_source: InstallDataset, }, f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone): OmicronZoneConfig { id: f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 5dd3aedf-c3c5-4258-8864-3ea8b5ae321b (external_zpool), ), }, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, ), reconciler_status: Idle { completed_at: 2026-06-02T17:53:56.280696Z, ran_for: 5s, }, last_reconciliation: Some( ConfigReconcilerInventory { last_reconciled_config: OmicronSledConfig { generation: Generation( 5, ), disks: { 70687973-6963-616c-6469-736b00000001 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "macrohard", model: "box", serial: "XXIV", }, id: 70687973-6963-616c-6469-736b00000001 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000001 (zpool), }, 70687973-6963-616c-6469-736b00000002 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0001", }, id: 70687973-6963-616c-6469-736b00000002 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000002 (zpool), }, 70687973-6963-616c-6469-736b00000003 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0002", }, id: 70687973-6963-616c-6469-736b00000003 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000003 (zpool), }, 70687973-6963-616c-6469-736b00000004 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "tony", model: "craystation", serial: "5", }, id: 70687973-6963-616c-6469-736b00000004 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000004 (zpool), }, }, datasets: { afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset): DatasetConfig { id: afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset), name: DatasetName { pool_name: External( 7a706f6f-6c00-0000-0000-000000000001 (external_zpool), ), kind: Debug, }, inner: SharedDatasetConfig { compression: Lz4, quota: None, reservation: None, }, }, }, zones: { 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone): OmicronZoneConfig { id: 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::c]:32345, dataset: OmicronZoneDataset { pool_name: External( e1bf20e5-603c-4d14-94c4-47dc1eb58c45 (external_zpool), ), }, }, image_source: InstallDataset, }, 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone): OmicronZoneConfig { id: 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 3bcdbecd-827a-426e-96b6-30c355b78301 (external_zpool), ), }, }, image_source: InstallDataset, }, 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone): OmicronZoneConfig { id: 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1, }, image_source: InstallDataset, }, 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone): OmicronZoneConfig { id: 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::9]:32345, dataset: OmicronZoneDataset { pool_name: External( 8c96d804-3a6c-4c1b-be24-1e7fc18824de (external_zpool), ), }, }, image_source: InstallDataset, }, 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone): OmicronZoneConfig { id: 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::8]:32345, dataset: OmicronZoneDataset { pool_name: External( 0010be1f-4223-4f3e-844c-3e823488a852 (external_zpool), ), }, }, image_source: InstallDataset, }, 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone): OmicronZoneConfig { id: 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::6]:32345, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone): OmicronZoneConfig { id: 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::f]:32345, dataset: OmicronZoneDataset { pool_name: External( 13a6ef76-5904-4794-8083-dfeb6806e5f1 (external_zpool), ), }, }, image_source: InstallDataset, }, 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone): OmicronZoneConfig { id: 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:104::3]:32221, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone): OmicronZoneConfig { id: 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone), filesystem_pool: None, zone_type: Clickhouse { address: [fd00:1122:3344:104::5]:8123, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone): OmicronZoneConfig { id: 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::e]:32345, dataset: OmicronZoneDataset { pool_name: External( d721dbb5-6a10-4fe8-9d70-fae69ab84676 (external_zpool), ), }, }, image_source: InstallDataset, }, ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone): OmicronZoneConfig { id: ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone), filesystem_pool: None, zone_type: Nexus { internal_address: [fd00:1122:3344:104::4]:12221, lockstep_port: 12232, external_ip: 172.20.28.2, nic: NetworkInterface { id: 5d4a7e78-d1e1-41cd-881c-02d808fb90be, kind: Service { id: ab67e1fa-337f-45e6-83f0-6e94a9d50fc0, }, name: Name( "nexus-ab67e1fa-337f-45e6-83f0-6e94a9d50fc0", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.2.5, subnet: Ipv4Net { addr: 172.30.2.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 183, 226, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, external_tls: true, external_dns_servers: [ 1.1.1.1, 9.9.9.9, ], }, image_source: InstallDataset, }, cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone): OmicronZoneConfig { id: cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::d]:32345, dataset: OmicronZoneDataset { pool_name: External( a90de3a7-b760-45b7-ad72-70cd3570a940 (external_zpool), ), }, }, image_source: InstallDataset, }, d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone): OmicronZoneConfig { id: d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone), filesystem_pool: None, zone_type: BoundaryNtp { address: [fd00:1122:3344:104::10]:123, ntp_servers: [ "ntp.eng.oxide.computer", ], dns_servers: [ 1.1.1.1, 9.9.9.9, ], domain: None, nic: NetworkInterface { id: 2e4943f4-0477-4b5b-afd7-70c1f4aaf928, kind: Service { id: d38984ac-a366-4936-b64f-d98ae3dc2035, }, name: Name( "ntp-d38984ac-a366-4936-b64f-d98ae3dc2035", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.3.6, subnet: Ipv4Net { addr: 172.30.3.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 192, 56, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, snat_cfg: SourceNatConfig { ip: 172.20.28.6, first_port: 16384, last_port: 32767, }, }, image_source: InstallDataset, }, e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone): OmicronZoneConfig { id: e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 49154338-0e01-4394-9dd2-cb4c53cbb90f (external_zpool), ), }, }, image_source: InstallDataset, }, f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone): OmicronZoneConfig { id: f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 5dd3aedf-c3c5-4258-8864-3ea8b5ae321b (external_zpool), ), }, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, external_disks: { 70687973-6963-616c-6469-736b00000001 (physical_disk): Ok, 70687973-6963-616c-6469-736b00000002 (physical_disk): Ok, 70687973-6963-616c-6469-736b00000003 (physical_disk): Ok, 70687973-6963-616c-6469-736b00000004 (physical_disk): Ok, }, datasets: { afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset): Ok, }, orphaned_datasets: { DatasetName { pool_name: External( 05cf0b1a-91b6-4ee7-81fb-d2931e794bae (external_zpool), ), kind: ExternalDns, }: OrphanedDataset { name: DatasetName { pool_name: External( 05cf0b1a-91b6-4ee7-81fb-d2931e794bae (external_zpool), ), kind: ExternalDns, }, reason: "example orphaned dataset", id: Some( c3f02b9a-9884-4402-8938-9b221f0e589f (dataset), ), mounted: false, available: ByteCount( 0, ), used: ByteCount( 0, ), }, }, zones: { 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone): Ok, 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone): Ok, 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone): Ok, 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone): Ok, 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone): Ok, 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone): Ok, 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone): Ok, 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone): Ok, 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone): Ok, 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone): Ok, ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone): Ok, cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone): Ok, d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone): Ok, e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone): Ok, f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone): Ok, }, boot_partitions: BootPartitionContents { boot_disk: Ok( A, ), slot_a: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 10000, image_size: 10000, target_size: 10000, sha256: [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ], image_name: "fake image for tests", }, artifact_hash: ArtifactHash( "0101010101010101010101010101010101010101010101010101010101010101", ), artifact_size: 14096, }, ), slot_b: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 1000, image_size: 1000, target_size: 1000, sha256: [ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ], image_name: "fake from debug_assume_success()", }, artifact_hash: ArtifactHash( "0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b", ), artifact_size: 1000, }, ), }, remove_mupdate_override: None, }, ), file_source_resolver: OmicronFileSourceResolverInventory { zone_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/zones.json", boot_inventory: Ok( ManifestBootInventory { source: Installinator { mupdate_id: 3fd463d6-adbb-44f1-a295-5bcd32a71176 (mupdate), }, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 15, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Ok( (), ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), status: Ok( (), ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Ok( (), ), }, "nexus.tar.gz": ZoneArtifactInventory { file_name: "nexus.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/nexus.tar.gz", expected_size: 10, expected_hash: ArtifactHash( "96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80", ), status: Ok( (), ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/zones.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 3fd463d6-adbb-44f1-a295-5bcd32a71176): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/zones.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: 2693b7e4-545e-49d8-8d7a-95377dd6a51c): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/zones.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, measurement_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/measurements.json", boot_inventory: Ok( ManifestBootInventory { source: Installinator { mupdate_id: 3fd463d6-adbb-44f1-a295-5bcd32a71176 (mupdate), }, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 15, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Ok( (), ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), status: Ok( (), ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Ok( (), ), }, "nexus.tar.gz": ZoneArtifactInventory { file_name: "nexus.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/nexus.tar.gz", expected_size: 10, expected_hash: ArtifactHash( "96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80", ), status: Ok( (), ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/measurements.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 3fd463d6-adbb-44f1-a295-5bcd32a71176): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/measurements.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: 2693b7e4-545e-49d8-8d7a-95377dd6a51c): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/measurements.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, mupdate_override: MupdateOverrideInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/mupdate-override.json", boot_override: Ok( Some( MupdateOverrideBootInventory { mupdate_override_id: 91f5e98a-8df3-441b-8298-40b0f91c8d14 (mupdate_override), }, ), ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/mupdate-override.json", is_valid: true, message: "matches boot disk (present)", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/mupdate-override.json", is_valid: false, message: "boot disk has override but non-boot disk does not", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/mupdate-override.json", is_valid: false, message: "read error: install metadata read error", }, }, }, }, smf_services_enabled_not_online: DataUnavailable, reference_measurements: { "/this/path": SingleMeasurementInventory { path: "/this/path", result: Ok, }, "/this/path2": SingleMeasurementInventory { path: "/this/path2", result: Ok, }, }, }, d7efa9c4-833d-4354-a9a2-94ba9715c154 (sled): SledAgent { time_collected: 2026-06-02T17:53:56.281476Z, source: "fake sled agent 4", sled_id: d7efa9c4-833d-4354-a9a2-94ba9715c154 (sled), baseboard_id: Some( BaseboardId { part_number: "model1", serial_number: "s4", }, ), sled_agent_address: [::1]:56792, sled_role: Scrimlet, usable_hardware_threads: 10, usable_physical_ram: ByteCount( 1048576, ), cpu_family: AmdMilan, reservoir_size: ByteCount( 1024, ), disks: [], zpools: [], datasets: [], ledgered_sled_config: Some( OmicronSledConfig { generation: Generation( 5, ), disks: {}, datasets: {}, zones: { 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone): OmicronZoneConfig { id: 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone), filesystem_pool: None, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, http_address: [fd00:1122:3344:102::4]:5353, dns_address: 172.20.28.1:53, nic: NetworkInterface { id: 8b99b41f-976d-4cb5-bad6-492cde39575a, kind: Service { id: 0322760d-a1e2-4911-8745-569f6bad8251, }, name: Name( "external-dns-0322760d-a1e2-4911-8745-569f6bad8251", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.1.5, subnet: Ipv4Net { addr: 172.30.1.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 247, 74, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, }, image_source: InstallDataset, }, 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone): OmicronZoneConfig { id: 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::9]:32345, dataset: OmicronZoneDataset { pool_name: External( 6d799846-deac-4809-93bd-5dad30127938 (external_zpool), ), }, }, image_source: InstallDataset, }, 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone): OmicronZoneConfig { id: 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::8]:32345, dataset: OmicronZoneDataset { pool_name: External( 2acbc210-8b83-490a-b7a7-e458d742c269 (external_zpool), ), }, }, image_source: InstallDataset, }, 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone): OmicronZoneConfig { id: 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, }, image_source: InstallDataset, }, 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone): OmicronZoneConfig { id: 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:102::3]:32221, dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, }, image_source: InstallDataset, }, 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone): OmicronZoneConfig { id: 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone), filesystem_pool: None, zone_type: BoundaryNtp { address: [fd00:1122:3344:102::10]:123, ntp_servers: [ "ntp.eng.oxide.computer", ], dns_servers: [ 1.1.1.1, 9.9.9.9, ], domain: None, nic: NetworkInterface { id: 6c2aa1c5-0e42-4b80-9b31-26d0e8599d0d, kind: Service { id: 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff, }, name: Name( "ntp-412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.3.5, subnet: Ipv4Net { addr: 172.30.3.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 242, 69, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, snat_cfg: SourceNatConfig { ip: 172.20.28.5, first_port: 0, last_port: 16383, }, }, image_source: InstallDataset, }, 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone): OmicronZoneConfig { id: 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 901a85dd-8214-407a-a358-ef4aebfa810d (external_zpool), ), }, }, image_source: InstallDataset, }, 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone): OmicronZoneConfig { id: 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0, }, image_source: InstallDataset, }, 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone): OmicronZoneConfig { id: 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::c]:32345, dataset: OmicronZoneDataset { pool_name: External( 87714aed-4573-438c-8c9d-3ed64688bdc4 (external_zpool), ), }, }, image_source: InstallDataset, }, b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone): OmicronZoneConfig { id: b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::e]:32345, dataset: OmicronZoneDataset { pool_name: External( 1cd1c449-b5e1-4e8b-bb2f-2e2bd5a8f301 (external_zpool), ), }, }, image_source: InstallDataset, }, c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone): OmicronZoneConfig { id: c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::f]:32345, dataset: OmicronZoneDataset { pool_name: External( 17d7dbce-b430-4c71-a27e-a5e66d175347 (external_zpool), ), }, }, image_source: InstallDataset, }, cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone): OmicronZoneConfig { id: cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone), filesystem_pool: None, zone_type: Oximeter { address: [fd00:1122:3344:102::5]:12223, }, image_source: InstallDataset, }, d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone): OmicronZoneConfig { id: d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 0fa59017-d1e7-47c1-9ed6-b66851e544ee (external_zpool), ), }, }, image_source: InstallDataset, }, e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone): OmicronZoneConfig { id: e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::d]:32345, dataset: OmicronZoneDataset { pool_name: External( 51abdeb3-6673-4af3-aa91-7e8748e4dda2 (external_zpool), ), }, }, image_source: InstallDataset, }, f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone): OmicronZoneConfig { id: f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone), filesystem_pool: None, zone_type: CruciblePantry { address: [fd00:1122:3344:102::6]:17000, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, ), reconciler_status: Idle { completed_at: 2026-06-02T17:53:56.281464Z, ran_for: 5s, }, last_reconciliation: Some( ConfigReconcilerInventory { last_reconciled_config: OmicronSledConfig { generation: Generation( 5, ), disks: {}, datasets: {}, zones: { 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone): OmicronZoneConfig { id: 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone), filesystem_pool: None, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, http_address: [fd00:1122:3344:102::4]:5353, dns_address: 172.20.28.1:53, nic: NetworkInterface { id: 8b99b41f-976d-4cb5-bad6-492cde39575a, kind: Service { id: 0322760d-a1e2-4911-8745-569f6bad8251, }, name: Name( "external-dns-0322760d-a1e2-4911-8745-569f6bad8251", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.1.5, subnet: Ipv4Net { addr: 172.30.1.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 247, 74, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, }, image_source: InstallDataset, }, 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone): OmicronZoneConfig { id: 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::9]:32345, dataset: OmicronZoneDataset { pool_name: External( 6d799846-deac-4809-93bd-5dad30127938 (external_zpool), ), }, }, image_source: InstallDataset, }, 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone): OmicronZoneConfig { id: 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::8]:32345, dataset: OmicronZoneDataset { pool_name: External( 2acbc210-8b83-490a-b7a7-e458d742c269 (external_zpool), ), }, }, image_source: InstallDataset, }, 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone): OmicronZoneConfig { id: 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, }, image_source: InstallDataset, }, 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone): OmicronZoneConfig { id: 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:102::3]:32221, dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, }, image_source: InstallDataset, }, 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone): OmicronZoneConfig { id: 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone), filesystem_pool: None, zone_type: BoundaryNtp { address: [fd00:1122:3344:102::10]:123, ntp_servers: [ "ntp.eng.oxide.computer", ], dns_servers: [ 1.1.1.1, 9.9.9.9, ], domain: None, nic: NetworkInterface { id: 6c2aa1c5-0e42-4b80-9b31-26d0e8599d0d, kind: Service { id: 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff, }, name: Name( "ntp-412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.3.5, subnet: Ipv4Net { addr: 172.30.3.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 242, 69, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, snat_cfg: SourceNatConfig { ip: 172.20.28.5, first_port: 0, last_port: 16383, }, }, image_source: InstallDataset, }, 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone): OmicronZoneConfig { id: 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 901a85dd-8214-407a-a358-ef4aebfa810d (external_zpool), ), }, }, image_source: InstallDataset, }, 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone): OmicronZoneConfig { id: 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0, }, image_source: InstallDataset, }, 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone): OmicronZoneConfig { id: 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::c]:32345, dataset: OmicronZoneDataset { pool_name: External( 87714aed-4573-438c-8c9d-3ed64688bdc4 (external_zpool), ), }, }, image_source: InstallDataset, }, b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone): OmicronZoneConfig { id: b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::e]:32345, dataset: OmicronZoneDataset { pool_name: External( 1cd1c449-b5e1-4e8b-bb2f-2e2bd5a8f301 (external_zpool), ), }, }, image_source: InstallDataset, }, c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone): OmicronZoneConfig { id: c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::f]:32345, dataset: OmicronZoneDataset { pool_name: External( 17d7dbce-b430-4c71-a27e-a5e66d175347 (external_zpool), ), }, }, image_source: InstallDataset, }, cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone): OmicronZoneConfig { id: cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone), filesystem_pool: None, zone_type: Oximeter { address: [fd00:1122:3344:102::5]:12223, }, image_source: InstallDataset, }, d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone): OmicronZoneConfig { id: d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 0fa59017-d1e7-47c1-9ed6-b66851e544ee (external_zpool), ), }, }, image_source: InstallDataset, }, e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone): OmicronZoneConfig { id: e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::d]:32345, dataset: OmicronZoneDataset { pool_name: External( 51abdeb3-6673-4af3-aa91-7e8748e4dda2 (external_zpool), ), }, }, image_source: InstallDataset, }, f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone): OmicronZoneConfig { id: f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone), filesystem_pool: None, zone_type: CruciblePantry { address: [fd00:1122:3344:102::6]:17000, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, external_disks: {}, datasets: {}, orphaned_datasets: { DatasetName { pool_name: External( eebe34b5-4ad0-4df1-b41b-07c5a5b1a96b (external_zpool), ), kind: ExternalDns, }: OrphanedDataset { name: DatasetName { pool_name: External( eebe34b5-4ad0-4df1-b41b-07c5a5b1a96b (external_zpool), ), kind: ExternalDns, }, reason: "example orphaned dataset", id: Some( e5b9071c-4360-421f-94a1-0aa2d75de3b7 (dataset), ), mounted: false, available: ByteCount( 0, ), used: ByteCount( 0, ), }, }, zones: { 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone): Ok, 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone): Ok, 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone): Ok, 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone): Ok, 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone): Ok, 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone): Ok, 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone): Ok, 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone): Ok, 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone): Ok, b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone): Ok, c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone): Ok, cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone): Ok, d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone): Ok, e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone): Ok, f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone): Ok, }, boot_partitions: BootPartitionContents { boot_disk: Ok( A, ), slot_a: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 10000, image_size: 10000, target_size: 10000, sha256: [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ], image_name: "fake image for tests", }, artifact_hash: ArtifactHash( "0101010101010101010101010101010101010101010101010101010101010101", ), artifact_size: 14096, }, ), slot_b: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 1000, image_size: 1000, target_size: 1000, sha256: [ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ], image_name: "fake from debug_assume_success()", }, artifact_hash: ArtifactHash( "0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b", ), artifact_size: 1000, }, ), }, remove_mupdate_override: None, }, ), file_source_resolver: OmicronFileSourceResolverInventory { zone_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/zones.json", boot_inventory: Ok( ManifestBootInventory { source: SledAgent, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 15, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Ok( (), ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), status: Ok( (), ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Ok( (), ), }, "nexus.tar.gz": ZoneArtifactInventory { file_name: "nexus.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/nexus.tar.gz", expected_size: 10, expected_hash: ArtifactHash( "96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80", ), status: Ok( (), ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/zones.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by sled-agent: 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/zones.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: d04ce493-6ffe-412d-81e3-fd53aa835c43): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/zones.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, measurement_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/measurements.json", boot_inventory: Ok( ManifestBootInventory { source: SledAgent, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 15, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Ok( (), ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), status: Ok( (), ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Ok( (), ), }, "nexus.tar.gz": ZoneArtifactInventory { file_name: "nexus.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/nexus.tar.gz", expected_size: 10, expected_hash: ArtifactHash( "96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80", ), status: Ok( (), ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/measurements.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by sled-agent: 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/measurements.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: d04ce493-6ffe-412d-81e3-fd53aa835c43): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/measurements.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, mupdate_override: MupdateOverrideInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/mupdate-override.json", boot_override: Ok( None, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/mupdate-override.json", is_valid: true, message: "matches boot disk (present)", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/mupdate-override.json", is_valid: false, message: "boot disk has override but non-boot disk does not", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/mupdate-override.json", is_valid: false, message: "read error: install metadata read error", }, }, }, }, smf_services_enabled_not_online: DataUnavailable, reference_measurements: { "/this/path": SingleMeasurementInventory { path: "/this/path", result: Ok, }, "/this/path2": SingleMeasurementInventory { path: "/this/path2", result: Ok, }, }, }, }, clickhouse_keeper_cluster_membership: { ClickhouseKeeperClusterMembership { queried_keeper: KeeperId( 1, ), leader_committed_log_index: 1000, raft_config: { KeeperId( 1, ), }, }, }, cockroach_status: { InternalNodeId( "1", ): CockroachStatus { ranges_underreplicated: Some( 0, ), liveness_live_nodes: None, }, }, ntp_timesync: { 997e22e7-fa9a-4dea-b47f-598fbfbe0311 (omicron_zone): TimeSync { zone_id: 997e22e7-fa9a-4dea-b47f-598fbfbe0311 (omicron_zone), synced: true, }, }, internal_dns_generation_status: { c012cbe3-2a3b-4481-b597-eff628ad4463 (omicron_zone): InternalDnsGenerationStatus { zone_id: c012cbe3-2a3b-4481-b597-eff628ad4463 (omicron_zone), generation: Generation( 1, ), }, }, } test builder::test::test_basic ... FAILED failures: failures: builder::test::test_basic test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 6 filtered out; finished in 0.39s thread 'builder::test::test_basic' (2) panicked at nexus/inventory/src/builder.rs:871:9: assertion `left == right` failed left: ["MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error"] right: ["MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error", "sled 5c5b4cf9-3e13-45fd-871c-f177d6537510: reported unknown baseboard"] stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: core::panicking::assert_failed_inner at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:439:17 3: core::panicking::assert_failed::<alloc::vec::Vec<alloc::string::String>, [&str; 2]> at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:394:5 4: test_basic at ./src/builder.rs:871:9 5: nexus_inventory::builder::test::test_basic::{closure#0} at ./src/builder.rs:846:20 6: <nexus_inventory::builder::test::test_basic::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 7: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test Collection { id: 2d4b0683-d0b6-44e8-b525-7b00d18be209 (collection), errors: [ "MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error", ], time_started: 2026-06-02T17:53:54.618062Z, time_done: 2026-06-02T17:53:54.625503Z, collector: "example", baseboards: { BaseboardId { part_number: "model1", serial_number: "s1", }, BaseboardId { part_number: "model1", serial_number: "s2", }, BaseboardId { part_number: "model1", serial_number: "s4", }, BaseboardId { part_number: "model2", serial_number: "s1", }, BaseboardId { part_number: "model3", serial_number: "s1", }, BaseboardId { part_number: "model4", serial_number: "s2", }, }, cabooses: { Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, Caboose { board: "board_psc_rot_a", git_commit: "git_commit_psc_rot_a", name: "name_psc_rot_a", version: "version_psc_rot_a", sign: Some( "sign_psc_rot_a", ), }, Caboose { board: "board_psc_rot_b", git_commit: "git_commit_psc_rot_b", name: "name_psc_rot_b", version: "version_psc_rot_b", sign: Some( "sign_psc_rot_b", ), }, Caboose { board: "board_psc_sp_0", git_commit: "git_commit_psc_sp_0", name: "name_psc_sp_0", version: "version_psc_sp_0", sign: Some( "sign_psc_sp_0", ), }, Caboose { board: "board_psc_sp_1", git_commit: "git_commit_psc_sp_1", name: "name_psc_sp_1", version: "version_psc_sp_1", sign: Some( "sign_psc_sp_1", ), }, }, rot_pages: { RotPage { data_base64: "MQ==", }, RotPage { data_base64: "cHNjIGNmcGEgYWN0aXZl", }, RotPage { data_base64: "cHNjIGNmcGEgaW5hY3RpdmU=", }, RotPage { data_base64: "cHNjIGNmcGEgc2NyYXRjaA==", }, RotPage { data_base64: "cHNjIGNtcGE=", }, }, sps: { BaseboardId { part_number: "model1", serial_number: "s1", }: ServiceProcessor { time_collected: 2026-06-02T17:53:54.618291Z, source: "fake MGS 1", sp_type: Sled, sp_slot: 3, baseboard_revision: 0, hubris_archive: "hubris1", power_state: A0, }, BaseboardId { part_number: "model1", serial_number: "s2", }: ServiceProcessor { time_collected: 2026-06-02T17:53:54.618426Z, source: "fake MGS 1", sp_type: Sled, sp_slot: 5, baseboard_revision: 1, hubris_archive: "hubris5", power_state: A2, }, BaseboardId { part_number: "model2", serial_number: "s1", }: ServiceProcessor { time_collected: 2026-06-02T17:53:54.618381Z, source: "fake MGS 2", sp_type: Sled, sp_slot: 4, baseboard_revision: 1, hubris_archive: "hubris2", power_state: A2, }, BaseboardId { part_number: "model3", serial_number: "s1", }: ServiceProcessor { time_collected: 2026-06-02T17:53:54.618408Z, source: "fake MGS 2", sp_type: Switch, sp_slot: 0, baseboard_revision: 2, hubris_archive: "hubris3", power_state: A1, }, BaseboardId { part_number: "model4", serial_number: "s2", }: ServiceProcessor { time_collected: 2026-06-02T17:53:54.618411Z, source: "fake MGS 1", sp_type: Power, sp_slot: 1, baseboard_revision: 3, hubris_archive: "hubris4", power_state: A2, }, }, host_phase_1_active_slots: { BaseboardId { part_number: "model1", serial_number: "s1", }: HostPhase1ActiveSlot { time_collected: 2026-06-02T17:53:54.618825Z, source: "fake MGS 1", slot: A, }, BaseboardId { part_number: "model2", serial_number: "s1", }: HostPhase1ActiveSlot { time_collected: 2026-06-02T17:53:54.618828Z, source: "fake MGS 1", slot: B, }, }, host_phase_1_flash_hashes: { A: { BaseboardId { part_number: "model1", serial_number: "s1", }: HostPhase1FlashHash { time_collected: 2026-06-02T17:53:54.618845Z, source: "fake MGS 1", slot: A, hash: ArtifactHash( "0101010101010101010101010101010101010101010101010101010101010101", ), }, }, B: { BaseboardId { part_number: "model1", serial_number: "s1", }: HostPhase1FlashHash { time_collected: 2026-06-02T17:53:54.618865Z, source: "fake MGS 1", slot: B, hash: ArtifactHash( "0202020202020202020202020202020202020202020202020202020202020202", ), }, BaseboardId { part_number: "model2", serial_number: "s1", }: HostPhase1FlashHash { time_collected: 2026-06-02T17:53:54.618866Z, source: "fake MGS 1", slot: B, hash: ArtifactHash( "0303030303030303030303030303030303030303030303030303030303030303", ), }, }, }, rots: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotState { time_collected: 2026-06-02T17:53:54.618291Z, source: "fake MGS 1", active_slot: A, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some( "slotAdigest1", ), slot_b_sha3_256_digest: Some( "slotBdigest1", ), stage0_digest: None, stage0next_digest: None, slot_a_error: None, slot_b_error: None, stage0_error: None, stage0next_error: None, }, BaseboardId { part_number: "model2", serial_number: "s1", }: RotState { time_collected: 2026-06-02T17:53:54.618381Z, source: "fake MGS 2", active_slot: B, persistent_boot_preference: A, pending_persistent_boot_preference: Some( A, ), transient_boot_preference: Some( B, ), slot_a_sha3_256_digest: Some( "slotAdigest2", ), slot_b_sha3_256_digest: Some( "slotBdigest2", ), stage0_digest: None, stage0next_digest: None, slot_a_error: None, slot_b_error: None, stage0_error: None, stage0next_error: None, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotState { time_collected: 2026-06-02T17:53:54.618408Z, source: "fake MGS 2", active_slot: B, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some( "slotAdigest3", ), slot_b_sha3_256_digest: Some( "slotBdigest3", ), stage0_digest: None, stage0next_digest: None, slot_a_error: None, slot_b_error: None, stage0_error: None, stage0next_error: None, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotState { time_collected: 2026-06-02T17:53:54.618411Z, source: "fake MGS 1", active_slot: B, persistent_boot_preference: A, pending_persistent_boot_preference: None, transient_boot_preference: None, slot_a_sha3_256_digest: Some( "slotAdigest4", ), slot_b_sha3_256_digest: Some( "slotBdigest4", ), stage0_digest: None, stage0next_digest: None, slot_a_error: None, slot_b_error: None, stage0_error: None, stage0next_error: None, }, }, cabooses_found: { SpSlot0: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:54.618930Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:54.619009Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:54.619017Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: CabooseFound { time_collected: 2026-06-02T17:53:54.619026Z, source: "test suite", caboose: Caboose { board: "board_psc_sp_0", git_commit: "git_commit_psc_sp_0", name: "name_psc_sp_0", version: "version_psc_sp_0", sign: Some( "sign_psc_sp_0", ), }, }, }, SpSlot1: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:54.618997Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:54.619011Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:54.619018Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: CabooseFound { time_collected: 2026-06-02T17:53:54.619028Z, source: "test suite", caboose: Caboose { board: "board_psc_sp_1", git_commit: "git_commit_psc_sp_1", name: "name_psc_sp_1", version: "version_psc_sp_1", sign: Some( "sign_psc_sp_1", ), }, }, }, RotSlotA: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:54.618998Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:54.619012Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:54.619019Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: CabooseFound { time_collected: 2026-06-02T17:53:54.619029Z, source: "test suite", caboose: Caboose { board: "board_psc_rot_a", git_commit: "git_commit_psc_rot_a", name: "name_psc_rot_a", version: "version_psc_rot_a", sign: Some( "sign_psc_rot_a", ), }, }, }, RotSlotB: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:54.619Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:54.619013Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:54.619020Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: CabooseFound { time_collected: 2026-06-02T17:53:54.619031Z, source: "test suite", caboose: Caboose { board: "board_psc_rot_b", git_commit: "git_commit_psc_rot_b", name: "name_psc_rot_b", version: "version_psc_rot_b", sign: Some( "sign_psc_rot_b", ), }, }, }, Stage0: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:54.619001Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:54.619015Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:54.619022Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, }, Stage0Next: { BaseboardId { part_number: "model1", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:54.619007Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model2", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:54.619016Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: CabooseFound { time_collected: 2026-06-02T17:53:54.619023Z, source: "test suite", caboose: Caboose { board: "board_1", git_commit: "git_commit_1", name: "name_1", version: "version_1", sign: Some( "sign_1", ), }, }, }, }, rot_pages_found: { Cmpa: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:53:54.619089Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model1", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:53:54.619105Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:53:54.619110Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:53:54.619121Z, source: "test suite", page: RotPage { data_base64: "cHNjIGNtcGE=", }, }, }, CfpaActive: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:53:54.619097Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model1", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:53:54.619106Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:53:54.619111Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:53:54.619125Z, source: "test suite", page: RotPage { data_base64: "cHNjIGNmcGEgYWN0aXZl", }, }, }, CfpaInactive: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:53:54.619098Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model1", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:53:54.619107Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:53:54.619112Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:53:54.619126Z, source: "test suite", page: RotPage { data_base64: "cHNjIGNmcGEgaW5hY3RpdmU=", }, }, }, CfpaScratch: { BaseboardId { part_number: "model1", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:53:54.619100Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model1", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:53:54.619108Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model3", serial_number: "s1", }: RotPageFound { time_collected: 2026-06-02T17:53:54.619113Z, source: "test suite", page: RotPage { data_base64: "MQ==", }, }, BaseboardId { part_number: "model4", serial_number: "s2", }: RotPageFound { time_collected: 2026-06-02T17:53:54.619128Z, source: "test suite", page: RotPage { data_base64: "cHNjIGNmcGEgc2NyYXRjaA==", }, }, }, }, sled_agents: { 5c5b4cf9-3e13-45fd-871c-f177d6537510 (sled): SledAgent { time_collected: 2026-06-02T17:53:54.625270Z, source: "fake sled agent 6", sled_id: 5c5b4cf9-3e13-45fd-871c-f177d6537510 (sled), baseboard_id: None, sled_agent_address: [::1]:56792, sled_role: Gimlet, usable_hardware_threads: 10, usable_physical_ram: ByteCount( 1048576, ), cpu_family: AmdMilan, reservoir_size: ByteCount( 1024, ), disks: [], zpools: [], datasets: [], ledgered_sled_config: None, reconciler_status: NotYetRun, last_reconciliation: None, file_source_resolver: OmicronFileSourceResolverInventory { zone_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/zones.json", boot_inventory: Err( "error reading install metadata: error retrieving metadata for install dataset directory `/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install`: entity not found", ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/zones.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 8fedd81b-b15c-48ad-96a3-c4846c8b0baa): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/zones.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: 9daac5b0-ba23-40cd-aae9-e38b7df7341e): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/zones.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, measurement_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/measurements.json", boot_inventory: Err( "error reading install metadata: error retrieving metadata for install dataset directory `/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install`: entity not found", ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/measurements.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 8fedd81b-b15c-48ad-96a3-c4846c8b0baa): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/measurements.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: 9daac5b0-ba23-40cd-aae9-e38b7df7341e): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/measurements.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, mupdate_override: MupdateOverrideInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/mupdate-override.json", boot_override: Err( "install metadata read error: error retrieving metadata for install dataset directory `/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install`: entity not found", ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/mupdate-override.json", is_valid: true, message: "matches boot disk (present)", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/mupdate-override.json", is_valid: false, message: "boot disk has override but non-boot disk does not", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/mupdate-override.json", is_valid: false, message: "read error: install metadata read error", }, }, }, }, smf_services_enabled_not_online: SvcsEnabledNotOnline( SvcsEnabledNotOnline { services: [ SvcEnabledNotOnline { fmri: "svc:/site/fake-service:default", zone: "global", state: Maintenance, }, ], errors: [ "an unimportant error", ], time_of_status: 2026-01-01T00:00:00Z, }, ), reference_measurements: { "/this/path": SingleMeasurementInventory { path: "/this/path", result: Ok, }, "/this/path2": SingleMeasurementInventory { path: "/this/path2", result: Ok, }, }, }, c4a5325b-e852-4747-b28a-8aaa7eded8a0 (sled): SledAgent { time_collected: 2026-06-02T17:53:54.624976Z, source: "fake sled agent 5", sled_id: c4a5325b-e852-4747-b28a-8aaa7eded8a0 (sled), baseboard_id: None, sled_agent_address: [::1]:56792, sled_role: Gimlet, usable_hardware_threads: 10, usable_physical_ram: ByteCount( 1048576, ), cpu_family: AmdMilan, reservoir_size: ByteCount( 1024, ), disks: [], zpools: [], datasets: [], ledgered_sled_config: Some( OmicronSledConfig { generation: Generation( 5, ), disks: {}, datasets: {}, zones: { 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone): OmicronZoneConfig { id: 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::c]:32345, dataset: OmicronZoneDataset { pool_name: External( e675c45a-5e1b-4d24-99af-806523ed17d5 (external_zpool), ), }, }, image_source: InstallDataset, }, 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone): OmicronZoneConfig { id: 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::d]:32345, dataset: OmicronZoneDataset { pool_name: External( 33a4881a-2b3f-4840-b252-f370024eee64 (external_zpool), ), }, }, image_source: InstallDataset, }, 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone): OmicronZoneConfig { id: 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::9]:32345, dataset: OmicronZoneDataset { pool_name: External( d9974711-1064-441d-ba75-0ffabfc86d27 (external_zpool), ), }, }, image_source: InstallDataset, }, 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone): OmicronZoneConfig { id: 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2, }, image_source: InstallDataset, }, 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone): OmicronZoneConfig { id: 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone), filesystem_pool: None, zone_type: Nexus { internal_address: [fd00:1122:3344:103::4]:12221, lockstep_port: 12232, external_ip: 172.20.28.3, nic: NetworkInterface { id: 3e1324f0-cad4-484e-a101-e26da2706e92, kind: Service { id: 804f9ff7-0d45-465f-8820-ee0fc7c25286, }, name: Name( "nexus-804f9ff7-0d45-465f-8820-ee0fc7c25286", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 165, 80, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, external_tls: true, external_dns_servers: [ 1.1.1.1, 9.9.9.9, ], }, image_source: InstallDataset, }, 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone): OmicronZoneConfig { id: 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone), filesystem_pool: None, zone_type: CruciblePantry { address: [fd00:1122:3344:103::5]:17000, }, image_source: InstallDataset, }, 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone): OmicronZoneConfig { id: 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:103::3]:32221, dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, }, image_source: InstallDataset, }, 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone): OmicronZoneConfig { id: 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone), filesystem_pool: None, zone_type: InternalNtp { address: [fd00:1122:3344:103::e]:123, }, image_source: InstallDataset, }, a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone): OmicronZoneConfig { id: a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 844fd687-fd26-4616-91aa-441cf136c62d (external_zpool), ), }, }, image_source: InstallDataset, }, ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone): OmicronZoneConfig { id: ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 4c667609-0876-4c8c-ae60-1b30aaf236dc (external_zpool), ), }, }, image_source: InstallDataset, }, bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone): OmicronZoneConfig { id: bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::6]:32345, dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, }, image_source: InstallDataset, }, c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone): OmicronZoneConfig { id: c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 93017061-5910-4bf5-a366-4f1b2871b5c3 (external_zpool), ), }, }, image_source: InstallDataset, }, e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone): OmicronZoneConfig { id: e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::8]:32345, dataset: OmicronZoneDataset { pool_name: External( c6911096-09b3-4f64-bcd6-21701ca2d6ae (external_zpool), ), }, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, ), reconciler_status: Idle { completed_at: 2026-06-02T17:53:54.624970Z, ran_for: 5s, }, last_reconciliation: Some( ConfigReconcilerInventory { last_reconciled_config: OmicronSledConfig { generation: Generation( 5, ), disks: {}, datasets: {}, zones: { 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone): OmicronZoneConfig { id: 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::c]:32345, dataset: OmicronZoneDataset { pool_name: External( e675c45a-5e1b-4d24-99af-806523ed17d5 (external_zpool), ), }, }, image_source: InstallDataset, }, 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone): OmicronZoneConfig { id: 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::d]:32345, dataset: OmicronZoneDataset { pool_name: External( 33a4881a-2b3f-4840-b252-f370024eee64 (external_zpool), ), }, }, image_source: InstallDataset, }, 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone): OmicronZoneConfig { id: 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::9]:32345, dataset: OmicronZoneDataset { pool_name: External( d9974711-1064-441d-ba75-0ffabfc86d27 (external_zpool), ), }, }, image_source: InstallDataset, }, 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone): OmicronZoneConfig { id: 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2, }, image_source: InstallDataset, }, 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone): OmicronZoneConfig { id: 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone), filesystem_pool: None, zone_type: Nexus { internal_address: [fd00:1122:3344:103::4]:12221, lockstep_port: 12232, external_ip: 172.20.28.3, nic: NetworkInterface { id: 3e1324f0-cad4-484e-a101-e26da2706e92, kind: Service { id: 804f9ff7-0d45-465f-8820-ee0fc7c25286, }, name: Name( "nexus-804f9ff7-0d45-465f-8820-ee0fc7c25286", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 165, 80, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, external_tls: true, external_dns_servers: [ 1.1.1.1, 9.9.9.9, ], }, image_source: InstallDataset, }, 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone): OmicronZoneConfig { id: 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone), filesystem_pool: None, zone_type: CruciblePantry { address: [fd00:1122:3344:103::5]:17000, }, image_source: InstallDataset, }, 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone): OmicronZoneConfig { id: 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:103::3]:32221, dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, }, image_source: InstallDataset, }, 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone): OmicronZoneConfig { id: 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone), filesystem_pool: None, zone_type: InternalNtp { address: [fd00:1122:3344:103::e]:123, }, image_source: InstallDataset, }, a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone): OmicronZoneConfig { id: a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 844fd687-fd26-4616-91aa-441cf136c62d (external_zpool), ), }, }, image_source: InstallDataset, }, ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone): OmicronZoneConfig { id: ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 4c667609-0876-4c8c-ae60-1b30aaf236dc (external_zpool), ), }, }, image_source: InstallDataset, }, bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone): OmicronZoneConfig { id: bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::6]:32345, dataset: OmicronZoneDataset { pool_name: External( d130514f-6532-4c02-ac9f-c4958052c669 (external_zpool), ), }, }, image_source: InstallDataset, }, c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone): OmicronZoneConfig { id: c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 93017061-5910-4bf5-a366-4f1b2871b5c3 (external_zpool), ), }, }, image_source: InstallDataset, }, e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone): OmicronZoneConfig { id: e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:103::8]:32345, dataset: OmicronZoneDataset { pool_name: External( c6911096-09b3-4f64-bcd6-21701ca2d6ae (external_zpool), ), }, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, external_disks: {}, datasets: {}, orphaned_datasets: { DatasetName { pool_name: External( c89e0e72-ac64-42d8-9cc2-f84cc2d7a78b (external_zpool), ), kind: ExternalDns, }: OrphanedDataset { name: DatasetName { pool_name: External( c89e0e72-ac64-42d8-9cc2-f84cc2d7a78b (external_zpool), ), kind: ExternalDns, }, reason: "example orphaned dataset", id: Some( 463102dc-4d2f-468f-b4f5-48f11e401ea5 (dataset), ), mounted: false, available: ByteCount( 0, ), used: ByteCount( 0, ), }, }, zones: { 2deb45cb-7160-47fc-9180-ab14c1731427 (omicron_zone): Ok, 4da2814a-7d31-4311-97cf-7648e7b64911 (omicron_zone): Ok, 6e305032-a926-4c2b-a89a-0165799b9810 (omicron_zone): Ok, 7b006fad-d693-441b-bdd0-84cb323530e9 (omicron_zone): Ok, 804f9ff7-0d45-465f-8820-ee0fc7c25286 (omicron_zone): Ok, 8c9735b2-9097-4ba5-b783-dfea16c5e0ab (omicron_zone): Ok, 8fe2fb59-5a89-4d40-b47a-6d5fcfb66ddd (omicron_zone): Ok, 9ee036cf-88c5-4a0e-aae7-eb2849379aad (omicron_zone): Ok, a3a6216e-fdc8-47b6-8ba8-eb666629f5c2 (omicron_zone): Ok, ae07bfa3-09a9-4b19-9721-c89f39e153fe (omicron_zone): Ok, bd646149-3e59-4aac-b2a0-b79910b8d6a8 (omicron_zone): Ok, c28abc48-2fb2-487b-b89a-96317c4e2df2 (omicron_zone): Ok, e58917eb-98cc-4b85-b851-4b46833060dc (omicron_zone): Ok, }, boot_partitions: BootPartitionContents { boot_disk: Ok( A, ), slot_a: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 10000, image_size: 10000, target_size: 10000, sha256: [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ], image_name: "fake image for tests", }, artifact_hash: ArtifactHash( "0101010101010101010101010101010101010101010101010101010101010101", ), artifact_size: 14096, }, ), slot_b: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 1000, image_size: 1000, target_size: 1000, sha256: [ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ], image_name: "fake from debug_assume_success()", }, artifact_hash: ArtifactHash( "0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b", ), artifact_size: 1000, }, ), }, remove_mupdate_override: None, }, ), file_source_resolver: OmicronFileSourceResolverInventory { zone_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/zones.json", boot_inventory: Ok( ManifestBootInventory { source: Installinator { mupdate_id: fec0973d-b691-48fc-a4d3-03c93aae7da6 (mupdate), }, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 1024, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Err( "size/hash mismatch: expected 1024 bytes/360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386, got 15 bytes/360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "0000000000000000000000000000000000000000000000000000000000000000", ), status: Err( "size/hash mismatch: expected 13 bytes/0000000000000000000000000000000000000000000000000000000000000000, got 13 bytes/a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Err( "file not found", ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/zones.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: ae52c41c-b556-4fe2-9827-ebc827d165f3): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/zones.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: fec0973d-b691-48fc-a4d3-03c93aae7da6): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/zones.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, measurement_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/measurements.json", boot_inventory: Ok( ManifestBootInventory { source: Installinator { mupdate_id: fec0973d-b691-48fc-a4d3-03c93aae7da6 (mupdate), }, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 1024, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Err( "size/hash mismatch: expected 1024 bytes/360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386, got 15 bytes/360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "0000000000000000000000000000000000000000000000000000000000000000", ), status: Err( "size/hash mismatch: expected 13 bytes/0000000000000000000000000000000000000000000000000000000000000000, got 13 bytes/a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Err( "file not found", ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/measurements.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: ae52c41c-b556-4fe2-9827-ebc827d165f3): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/measurements.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: fec0973d-b691-48fc-a4d3-03c93aae7da6): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/measurements.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, mupdate_override: MupdateOverrideInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/mupdate-override.json", boot_override: Ok( Some( MupdateOverrideBootInventory { mupdate_override_id: 073024e2-7378-4efb-9467-a9539f813ab3 (mupdate_override), }, ), ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/mupdate-override.json", is_valid: true, message: "matches boot disk (present)", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/mupdate-override.json", is_valid: false, message: "boot disk has override but non-boot disk does not", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/mupdate-override.json", is_valid: false, message: "read error: install metadata read error", }, }, }, }, smf_services_enabled_not_online: SvcsCmdError( SvcsError { error: "Command failed with status: 2", time_of_status: 2026-01-01T00:00:00Z, }, ), reference_measurements: { "/this/path": SingleMeasurementInventory { path: "/this/path", result: Ok, }, "/this/path2": SingleMeasurementInventory { path: "/this/path2", result: Ok, }, }, }, c5aec1df-b897-49e4-8085-ccd975f9b529 (sled): SledAgent { time_collected: 2026-06-02T17:53:54.623787Z, source: "fake sled agent 1", sled_id: c5aec1df-b897-49e4-8085-ccd975f9b529 (sled), baseboard_id: Some( BaseboardId { part_number: "model1", serial_number: "s1", }, ), sled_agent_address: [::1]:56792, sled_role: Gimlet, usable_hardware_threads: 10, usable_physical_ram: ByteCount( 1048576, ), cpu_family: AmdMilan, reservoir_size: ByteCount( 1024, ), disks: [ PhysicalDisk { identity: DiskIdentity { vendor: "macrohard", model: "box", serial: "XXIV", }, variant: M2, slot: 0, firmware: Nvme( NvmeFirmware { active_slot: 1, next_active_slot: None, number_of_slots: 1, slot1_is_read_only: true, slot_firmware_versions: [ Some( "EXAMP1", ), ], }, ), }, PhysicalDisk { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0001", }, variant: U2, slot: 1, firmware: Nvme( NvmeFirmware { active_slot: 1, next_active_slot: None, number_of_slots: 1, slot1_is_read_only: true, slot_firmware_versions: [ Some( "EXAMP1", ), ], }, ), }, PhysicalDisk { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0002", }, variant: U2, slot: 2, firmware: Nvme( NvmeFirmware { active_slot: 1, next_active_slot: None, number_of_slots: 1, slot1_is_read_only: true, slot_firmware_versions: [ Some( "EXAMP1", ), ], }, ), }, PhysicalDisk { identity: DiskIdentity { vendor: "tony", model: "craystation", serial: "5", }, variant: U2, slot: 3, firmware: Nvme( NvmeFirmware { active_slot: 1, next_active_slot: None, number_of_slots: 1, slot1_is_read_only: true, slot_firmware_versions: [ Some( "EXAMP1", ), ], }, ), }, ], zpools: [ Zpool { time_collected: 2026-06-02T17:53:54.623787Z, id: 7a706f6f-6c00-0000-0000-000000000001 (zpool), total_size: ByteCount( 4096, ), health: Online, }, Zpool { time_collected: 2026-06-02T17:53:54.623787Z, id: 7a706f6f-6c00-0000-0000-000000000002 (zpool), total_size: ByteCount( 4096, ), health: Online, }, Zpool { time_collected: 2026-06-02T17:53:54.623787Z, id: 7a706f6f-6c00-0000-0000-000000000003 (zpool), total_size: ByteCount( 4096, ), health: Online, }, Zpool { time_collected: 2026-06-02T17:53:54.623787Z, id: 7a706f6f-6c00-0000-0000-000000000004 (zpool), total_size: ByteCount( 4096, ), health: Online, }, ], datasets: [ Dataset { id: Some( afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset), ), name: "oxp_7a706f6f-6c00-0000-0000-000000000001/crypt/debug", available: ByteCount( 1024, ), used: ByteCount( 0, ), quota: None, reservation: None, compression: "lz4", }, ], ledgered_sled_config: Some( OmicronSledConfig { generation: Generation( 5, ), disks: { 70687973-6963-616c-6469-736b00000001 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "macrohard", model: "box", serial: "XXIV", }, id: 70687973-6963-616c-6469-736b00000001 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000001 (zpool), }, 70687973-6963-616c-6469-736b00000002 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0001", }, id: 70687973-6963-616c-6469-736b00000002 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000002 (zpool), }, 70687973-6963-616c-6469-736b00000003 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0002", }, id: 70687973-6963-616c-6469-736b00000003 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000003 (zpool), }, 70687973-6963-616c-6469-736b00000004 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "tony", model: "craystation", serial: "5", }, id: 70687973-6963-616c-6469-736b00000004 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000004 (zpool), }, }, datasets: { afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset): DatasetConfig { id: afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset), name: DatasetName { pool_name: External( 7a706f6f-6c00-0000-0000-000000000001 (external_zpool), ), kind: Debug, }, inner: SharedDatasetConfig { compression: Lz4, quota: None, reservation: None, }, }, }, zones: { 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone): OmicronZoneConfig { id: 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::c]:32345, dataset: OmicronZoneDataset { pool_name: External( e1bf20e5-603c-4d14-94c4-47dc1eb58c45 (external_zpool), ), }, }, image_source: InstallDataset, }, 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone): OmicronZoneConfig { id: 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 3bcdbecd-827a-426e-96b6-30c355b78301 (external_zpool), ), }, }, image_source: InstallDataset, }, 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone): OmicronZoneConfig { id: 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1, }, image_source: InstallDataset, }, 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone): OmicronZoneConfig { id: 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::9]:32345, dataset: OmicronZoneDataset { pool_name: External( 8c96d804-3a6c-4c1b-be24-1e7fc18824de (external_zpool), ), }, }, image_source: InstallDataset, }, 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone): OmicronZoneConfig { id: 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::8]:32345, dataset: OmicronZoneDataset { pool_name: External( 0010be1f-4223-4f3e-844c-3e823488a852 (external_zpool), ), }, }, image_source: InstallDataset, }, 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone): OmicronZoneConfig { id: 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::6]:32345, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone): OmicronZoneConfig { id: 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::f]:32345, dataset: OmicronZoneDataset { pool_name: External( 13a6ef76-5904-4794-8083-dfeb6806e5f1 (external_zpool), ), }, }, image_source: InstallDataset, }, 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone): OmicronZoneConfig { id: 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:104::3]:32221, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone): OmicronZoneConfig { id: 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone), filesystem_pool: None, zone_type: Clickhouse { address: [fd00:1122:3344:104::5]:8123, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone): OmicronZoneConfig { id: 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::e]:32345, dataset: OmicronZoneDataset { pool_name: External( d721dbb5-6a10-4fe8-9d70-fae69ab84676 (external_zpool), ), }, }, image_source: InstallDataset, }, ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone): OmicronZoneConfig { id: ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone), filesystem_pool: None, zone_type: Nexus { internal_address: [fd00:1122:3344:104::4]:12221, lockstep_port: 12232, external_ip: 172.20.28.2, nic: NetworkInterface { id: 5d4a7e78-d1e1-41cd-881c-02d808fb90be, kind: Service { id: ab67e1fa-337f-45e6-83f0-6e94a9d50fc0, }, name: Name( "nexus-ab67e1fa-337f-45e6-83f0-6e94a9d50fc0", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.2.5, subnet: Ipv4Net { addr: 172.30.2.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 183, 226, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, external_tls: true, external_dns_servers: [ 1.1.1.1, 9.9.9.9, ], }, image_source: InstallDataset, }, cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone): OmicronZoneConfig { id: cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::d]:32345, dataset: OmicronZoneDataset { pool_name: External( a90de3a7-b760-45b7-ad72-70cd3570a940 (external_zpool), ), }, }, image_source: InstallDataset, }, d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone): OmicronZoneConfig { id: d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone), filesystem_pool: None, zone_type: BoundaryNtp { address: [fd00:1122:3344:104::10]:123, ntp_servers: [ "ntp.eng.oxide.computer", ], dns_servers: [ 1.1.1.1, 9.9.9.9, ], domain: None, nic: NetworkInterface { id: 2e4943f4-0477-4b5b-afd7-70c1f4aaf928, kind: Service { id: d38984ac-a366-4936-b64f-d98ae3dc2035, }, name: Name( "ntp-d38984ac-a366-4936-b64f-d98ae3dc2035", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.3.6, subnet: Ipv4Net { addr: 172.30.3.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 192, 56, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, snat_cfg: SourceNatConfig { ip: 172.20.28.6, first_port: 16384, last_port: 32767, }, }, image_source: InstallDataset, }, e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone): OmicronZoneConfig { id: e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 49154338-0e01-4394-9dd2-cb4c53cbb90f (external_zpool), ), }, }, image_source: InstallDataset, }, f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone): OmicronZoneConfig { id: f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 5dd3aedf-c3c5-4258-8864-3ea8b5ae321b (external_zpool), ), }, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, ), reconciler_status: Idle { completed_at: 2026-06-02T17:53:54.623706Z, ran_for: 5s, }, last_reconciliation: Some( ConfigReconcilerInventory { last_reconciled_config: OmicronSledConfig { generation: Generation( 5, ), disks: { 70687973-6963-616c-6469-736b00000001 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "macrohard", model: "box", serial: "XXIV", }, id: 70687973-6963-616c-6469-736b00000001 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000001 (zpool), }, 70687973-6963-616c-6469-736b00000002 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0001", }, id: 70687973-6963-616c-6469-736b00000002 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000002 (zpool), }, 70687973-6963-616c-6469-736b00000003 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "memetendo", model: "swatch", serial: "0002", }, id: 70687973-6963-616c-6469-736b00000003 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000003 (zpool), }, 70687973-6963-616c-6469-736b00000004 (physical_disk): OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "tony", model: "craystation", serial: "5", }, id: 70687973-6963-616c-6469-736b00000004 (physical_disk), pool_id: 7a706f6f-6c00-0000-0000-000000000004 (zpool), }, }, datasets: { afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset): DatasetConfig { id: afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset), name: DatasetName { pool_name: External( 7a706f6f-6c00-0000-0000-000000000001 (external_zpool), ), kind: Debug, }, inner: SharedDatasetConfig { compression: Lz4, quota: None, reservation: None, }, }, }, zones: { 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone): OmicronZoneConfig { id: 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::c]:32345, dataset: OmicronZoneDataset { pool_name: External( e1bf20e5-603c-4d14-94c4-47dc1eb58c45 (external_zpool), ), }, }, image_source: InstallDataset, }, 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone): OmicronZoneConfig { id: 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 3bcdbecd-827a-426e-96b6-30c355b78301 (external_zpool), ), }, }, image_source: InstallDataset, }, 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone): OmicronZoneConfig { id: 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1, }, image_source: InstallDataset, }, 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone): OmicronZoneConfig { id: 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::9]:32345, dataset: OmicronZoneDataset { pool_name: External( 8c96d804-3a6c-4c1b-be24-1e7fc18824de (external_zpool), ), }, }, image_source: InstallDataset, }, 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone): OmicronZoneConfig { id: 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::8]:32345, dataset: OmicronZoneDataset { pool_name: External( 0010be1f-4223-4f3e-844c-3e823488a852 (external_zpool), ), }, }, image_source: InstallDataset, }, 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone): OmicronZoneConfig { id: 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::6]:32345, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone): OmicronZoneConfig { id: 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::f]:32345, dataset: OmicronZoneDataset { pool_name: External( 13a6ef76-5904-4794-8083-dfeb6806e5f1 (external_zpool), ), }, }, image_source: InstallDataset, }, 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone): OmicronZoneConfig { id: 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:104::3]:32221, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone): OmicronZoneConfig { id: 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone), filesystem_pool: None, zone_type: Clickhouse { address: [fd00:1122:3344:104::5]:8123, dataset: OmicronZoneDataset { pool_name: External( 46b4a891-addc-4690-b8ff-8625b9c5c3bc (external_zpool), ), }, }, image_source: InstallDataset, }, 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone): OmicronZoneConfig { id: 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::e]:32345, dataset: OmicronZoneDataset { pool_name: External( d721dbb5-6a10-4fe8-9d70-fae69ab84676 (external_zpool), ), }, }, image_source: InstallDataset, }, ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone): OmicronZoneConfig { id: ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone), filesystem_pool: None, zone_type: Nexus { internal_address: [fd00:1122:3344:104::4]:12221, lockstep_port: 12232, external_ip: 172.20.28.2, nic: NetworkInterface { id: 5d4a7e78-d1e1-41cd-881c-02d808fb90be, kind: Service { id: ab67e1fa-337f-45e6-83f0-6e94a9d50fc0, }, name: Name( "nexus-ab67e1fa-337f-45e6-83f0-6e94a9d50fc0", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.2.5, subnet: Ipv4Net { addr: 172.30.2.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 183, 226, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, external_tls: true, external_dns_servers: [ 1.1.1.1, 9.9.9.9, ], }, image_source: InstallDataset, }, cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone): OmicronZoneConfig { id: cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::d]:32345, dataset: OmicronZoneDataset { pool_name: External( a90de3a7-b760-45b7-ad72-70cd3570a940 (external_zpool), ), }, }, image_source: InstallDataset, }, d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone): OmicronZoneConfig { id: d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone), filesystem_pool: None, zone_type: BoundaryNtp { address: [fd00:1122:3344:104::10]:123, ntp_servers: [ "ntp.eng.oxide.computer", ], dns_servers: [ 1.1.1.1, 9.9.9.9, ], domain: None, nic: NetworkInterface { id: 2e4943f4-0477-4b5b-afd7-70c1f4aaf928, kind: Service { id: d38984ac-a366-4936-b64f-d98ae3dc2035, }, name: Name( "ntp-d38984ac-a366-4936-b64f-d98ae3dc2035", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.3.6, subnet: Ipv4Net { addr: 172.30.3.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 192, 56, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, snat_cfg: SourceNatConfig { ip: 172.20.28.6, first_port: 16384, last_port: 32767, }, }, image_source: InstallDataset, }, e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone): OmicronZoneConfig { id: e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 49154338-0e01-4394-9dd2-cb4c53cbb90f (external_zpool), ), }, }, image_source: InstallDataset, }, f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone): OmicronZoneConfig { id: f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:104::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 5dd3aedf-c3c5-4258-8864-3ea8b5ae321b (external_zpool), ), }, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, external_disks: { 70687973-6963-616c-6469-736b00000001 (physical_disk): Ok, 70687973-6963-616c-6469-736b00000002 (physical_disk): Ok, 70687973-6963-616c-6469-736b00000003 (physical_disk): Ok, 70687973-6963-616c-6469-736b00000004 (physical_disk): Ok, }, datasets: { afc00483-0d7b-4181-87d5-0def937d3cd7 (dataset): Ok, }, orphaned_datasets: { DatasetName { pool_name: External( 0e8995ea-df44-4a1e-9bbf-c8093abf701a (external_zpool), ), kind: ExternalDns, }: OrphanedDataset { name: DatasetName { pool_name: External( 0e8995ea-df44-4a1e-9bbf-c8093abf701a (external_zpool), ), kind: ExternalDns, }, reason: "example orphaned dataset", id: Some( 8bb1f55f-00d2-41bb-9ad7-452b485cebf5 (dataset), ), mounted: false, available: ByteCount( 0, ), used: ByteCount( 0, ), }, }, zones: { 0a5f085b-dfb9-4eed-bd24-678bd97e453c (omicron_zone): Ok, 175eb50f-c54c-41ed-b30e-bb710868b362 (omicron_zone): Ok, 23856e18-8736-49a6-b487-bc5bf850fee0 (omicron_zone): Ok, 28786d99-48d2-4491-a4ae-943e603f3dab (omicron_zone): Ok, 442c669b-14d4-48b5-8f05-741b3c67a558 (omicron_zone): Ok, 543e32e4-7d8c-4888-a085-1c530555ee22 (omicron_zone): Ok, 5a6d10a6-ce94-444b-82ce-be25ebe58b9a (omicron_zone): Ok, 5d840664-3eb1-45da-8876-d44e1cfb1142 (omicron_zone): Ok, 5db69c8f-4565-4cae-8372-f20ada0f67e9 (omicron_zone): Ok, 844a964a-831c-4cb9-82b5-3883c9b404db (omicron_zone): Ok, ab67e1fa-337f-45e6-83f0-6e94a9d50fc0 (omicron_zone): Ok, cd8a5031-44a3-4090-86d7-2bfcc3de7942 (omicron_zone): Ok, d38984ac-a366-4936-b64f-d98ae3dc2035 (omicron_zone): Ok, e59b6fc3-3b0e-4e17-acfa-0351e2924771 (omicron_zone): Ok, f7f78c86-f572-49bf-b6cd-24658ddee847 (omicron_zone): Ok, }, boot_partitions: BootPartitionContents { boot_disk: Ok( A, ), slot_a: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 10000, image_size: 10000, target_size: 10000, sha256: [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ], image_name: "fake image for tests", }, artifact_hash: ArtifactHash( "0101010101010101010101010101010101010101010101010101010101010101", ), artifact_size: 14096, }, ), slot_b: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 1000, image_size: 1000, target_size: 1000, sha256: [ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ], image_name: "fake from debug_assume_success()", }, artifact_hash: ArtifactHash( "0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b", ), artifact_size: 1000, }, ), }, remove_mupdate_override: None, }, ), file_source_resolver: OmicronFileSourceResolverInventory { zone_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/zones.json", boot_inventory: Ok( ManifestBootInventory { source: Installinator { mupdate_id: 09ea7b06-6179-4db1-9b82-02cee265838b (mupdate), }, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 15, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Ok( (), ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), status: Ok( (), ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Ok( (), ), }, "nexus.tar.gz": ZoneArtifactInventory { file_name: "nexus.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/nexus.tar.gz", expected_size: 10, expected_hash: ArtifactHash( "96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80", ), status: Ok( (), ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/zones.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 09ea7b06-6179-4db1-9b82-02cee265838b): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/zones.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: 90301b50-800a-4446-bad9-62be0825b424): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/zones.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, measurement_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/measurements.json", boot_inventory: Ok( ManifestBootInventory { source: Installinator { mupdate_id: 09ea7b06-6179-4db1-9b82-02cee265838b (mupdate), }, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 15, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Ok( (), ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), status: Ok( (), ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Ok( (), ), }, "nexus.tar.gz": ZoneArtifactInventory { file_name: "nexus.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/nexus.tar.gz", expected_size: 10, expected_hash: ArtifactHash( "96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80", ), status: Ok( (), ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/measurements.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by installinator (mupdate ID: 09ea7b06-6179-4db1-9b82-02cee265838b): 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/measurements.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: 90301b50-800a-4446-bad9-62be0825b424): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/measurements.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, mupdate_override: MupdateOverrideInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/mupdate-override.json", boot_override: Ok( Some( MupdateOverrideBootInventory { mupdate_override_id: 05fafa6f-be58-42a9-93b3-337e579fd0a8 (mupdate_override), }, ), ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/mupdate-override.json", is_valid: true, message: "matches boot disk (present)", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/mupdate-override.json", is_valid: false, message: "boot disk has override but non-boot disk does not", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/mupdate-override.json", is_valid: false, message: "read error: install metadata read error", }, }, }, }, smf_services_enabled_not_online: DataUnavailable, reference_measurements: { "/this/path": SingleMeasurementInventory { path: "/this/path", result: Ok, }, "/this/path2": SingleMeasurementInventory { path: "/this/path2", result: Ok, }, }, }, d7efa9c4-833d-4354-a9a2-94ba9715c154 (sled): SledAgent { time_collected: 2026-06-02T17:53:54.624472Z, source: "fake sled agent 4", sled_id: d7efa9c4-833d-4354-a9a2-94ba9715c154 (sled), baseboard_id: Some( BaseboardId { part_number: "model1", serial_number: "s4", }, ), sled_agent_address: [::1]:56792, sled_role: Scrimlet, usable_hardware_threads: 10, usable_physical_ram: ByteCount( 1048576, ), cpu_family: AmdMilan, reservoir_size: ByteCount( 1024, ), disks: [], zpools: [], datasets: [], ledgered_sled_config: Some( OmicronSledConfig { generation: Generation( 5, ), disks: {}, datasets: {}, zones: { 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone): OmicronZoneConfig { id: 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone), filesystem_pool: None, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, http_address: [fd00:1122:3344:102::4]:5353, dns_address: 172.20.28.1:53, nic: NetworkInterface { id: 8b99b41f-976d-4cb5-bad6-492cde39575a, kind: Service { id: 0322760d-a1e2-4911-8745-569f6bad8251, }, name: Name( "external-dns-0322760d-a1e2-4911-8745-569f6bad8251", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.1.5, subnet: Ipv4Net { addr: 172.30.1.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 247, 74, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, }, image_source: InstallDataset, }, 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone): OmicronZoneConfig { id: 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::9]:32345, dataset: OmicronZoneDataset { pool_name: External( 6d799846-deac-4809-93bd-5dad30127938 (external_zpool), ), }, }, image_source: InstallDataset, }, 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone): OmicronZoneConfig { id: 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::8]:32345, dataset: OmicronZoneDataset { pool_name: External( 2acbc210-8b83-490a-b7a7-e458d742c269 (external_zpool), ), }, }, image_source: InstallDataset, }, 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone): OmicronZoneConfig { id: 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, }, image_source: InstallDataset, }, 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone): OmicronZoneConfig { id: 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:102::3]:32221, dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, }, image_source: InstallDataset, }, 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone): OmicronZoneConfig { id: 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone), filesystem_pool: None, zone_type: BoundaryNtp { address: [fd00:1122:3344:102::10]:123, ntp_servers: [ "ntp.eng.oxide.computer", ], dns_servers: [ 1.1.1.1, 9.9.9.9, ], domain: None, nic: NetworkInterface { id: 6c2aa1c5-0e42-4b80-9b31-26d0e8599d0d, kind: Service { id: 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff, }, name: Name( "ntp-412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.3.5, subnet: Ipv4Net { addr: 172.30.3.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 242, 69, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, snat_cfg: SourceNatConfig { ip: 172.20.28.5, first_port: 0, last_port: 16383, }, }, image_source: InstallDataset, }, 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone): OmicronZoneConfig { id: 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 901a85dd-8214-407a-a358-ef4aebfa810d (external_zpool), ), }, }, image_source: InstallDataset, }, 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone): OmicronZoneConfig { id: 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0, }, image_source: InstallDataset, }, 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone): OmicronZoneConfig { id: 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::c]:32345, dataset: OmicronZoneDataset { pool_name: External( 87714aed-4573-438c-8c9d-3ed64688bdc4 (external_zpool), ), }, }, image_source: InstallDataset, }, b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone): OmicronZoneConfig { id: b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::e]:32345, dataset: OmicronZoneDataset { pool_name: External( 1cd1c449-b5e1-4e8b-bb2f-2e2bd5a8f301 (external_zpool), ), }, }, image_source: InstallDataset, }, c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone): OmicronZoneConfig { id: c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::f]:32345, dataset: OmicronZoneDataset { pool_name: External( 17d7dbce-b430-4c71-a27e-a5e66d175347 (external_zpool), ), }, }, image_source: InstallDataset, }, cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone): OmicronZoneConfig { id: cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone), filesystem_pool: None, zone_type: Oximeter { address: [fd00:1122:3344:102::5]:12223, }, image_source: InstallDataset, }, d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone): OmicronZoneConfig { id: d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 0fa59017-d1e7-47c1-9ed6-b66851e544ee (external_zpool), ), }, }, image_source: InstallDataset, }, e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone): OmicronZoneConfig { id: e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::d]:32345, dataset: OmicronZoneDataset { pool_name: External( 51abdeb3-6673-4af3-aa91-7e8748e4dda2 (external_zpool), ), }, }, image_source: InstallDataset, }, f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone): OmicronZoneConfig { id: f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone), filesystem_pool: None, zone_type: CruciblePantry { address: [fd00:1122:3344:102::6]:17000, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, ), reconciler_status: Idle { completed_at: 2026-06-02T17:53:54.624462Z, ran_for: 5s, }, last_reconciliation: Some( ConfigReconcilerInventory { last_reconciled_config: OmicronSledConfig { generation: Generation( 5, ), disks: {}, datasets: {}, zones: { 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone): OmicronZoneConfig { id: 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone), filesystem_pool: None, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, http_address: [fd00:1122:3344:102::4]:5353, dns_address: 172.20.28.1:53, nic: NetworkInterface { id: 8b99b41f-976d-4cb5-bad6-492cde39575a, kind: Service { id: 0322760d-a1e2-4911-8745-569f6bad8251, }, name: Name( "external-dns-0322760d-a1e2-4911-8745-569f6bad8251", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.1.5, subnet: Ipv4Net { addr: 172.30.1.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 247, 74, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, }, image_source: InstallDataset, }, 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone): OmicronZoneConfig { id: 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::9]:32345, dataset: OmicronZoneDataset { pool_name: External( 6d799846-deac-4809-93bd-5dad30127938 (external_zpool), ), }, }, image_source: InstallDataset, }, 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone): OmicronZoneConfig { id: 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::8]:32345, dataset: OmicronZoneDataset { pool_name: External( 2acbc210-8b83-490a-b7a7-e458d742c269 (external_zpool), ), }, }, image_source: InstallDataset, }, 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone): OmicronZoneConfig { id: 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::7]:32345, dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, }, image_source: InstallDataset, }, 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone): OmicronZoneConfig { id: 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone), filesystem_pool: None, zone_type: CockroachDb { address: [fd00:1122:3344:102::3]:32221, dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, }, image_source: InstallDataset, }, 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone): OmicronZoneConfig { id: 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone), filesystem_pool: None, zone_type: BoundaryNtp { address: [fd00:1122:3344:102::10]:123, ntp_servers: [ "ntp.eng.oxide.computer", ], dns_servers: [ 1.1.1.1, 9.9.9.9, ], domain: None, nic: NetworkInterface { id: 6c2aa1c5-0e42-4b80-9b31-26d0e8599d0d, kind: Service { id: 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff, }, name: Name( "ntp-412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff", ), ip_config: V4( PrivateIpv4Config { ip: 172.30.3.5, subnet: Ipv4Net { addr: 172.30.3.0, width: 24, }, transit_ips: [], }, ), mac: MacAddr( MacAddr6( [ 168, 64, 37, 255, 242, 69, ], ), ), vni: Vni( 100, ), primary: true, slot: 0, }, snat_cfg: SourceNatConfig { ip: 172.20.28.5, first_port: 0, last_port: 16383, }, }, image_source: InstallDataset, }, 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone): OmicronZoneConfig { id: 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::a]:32345, dataset: OmicronZoneDataset { pool_name: External( 901a85dd-8214-407a-a358-ef4aebfa810d (external_zpool), ), }, }, image_source: InstallDataset, }, 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone): OmicronZoneConfig { id: 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone), filesystem_pool: None, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: External( 65de425b-1487-4d46-85b5-f5fa7c9e776a (external_zpool), ), }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0, }, image_source: InstallDataset, }, 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone): OmicronZoneConfig { id: 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::c]:32345, dataset: OmicronZoneDataset { pool_name: External( 87714aed-4573-438c-8c9d-3ed64688bdc4 (external_zpool), ), }, }, image_source: InstallDataset, }, b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone): OmicronZoneConfig { id: b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::e]:32345, dataset: OmicronZoneDataset { pool_name: External( 1cd1c449-b5e1-4e8b-bb2f-2e2bd5a8f301 (external_zpool), ), }, }, image_source: InstallDataset, }, c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone): OmicronZoneConfig { id: c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::f]:32345, dataset: OmicronZoneDataset { pool_name: External( 17d7dbce-b430-4c71-a27e-a5e66d175347 (external_zpool), ), }, }, image_source: InstallDataset, }, cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone): OmicronZoneConfig { id: cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone), filesystem_pool: None, zone_type: Oximeter { address: [fd00:1122:3344:102::5]:12223, }, image_source: InstallDataset, }, d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone): OmicronZoneConfig { id: d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::b]:32345, dataset: OmicronZoneDataset { pool_name: External( 0fa59017-d1e7-47c1-9ed6-b66851e544ee (external_zpool), ), }, }, image_source: InstallDataset, }, e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone): OmicronZoneConfig { id: e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone), filesystem_pool: None, zone_type: Crucible { address: [fd00:1122:3344:102::d]:32345, dataset: OmicronZoneDataset { pool_name: External( 51abdeb3-6673-4af3-aa91-7e8748e4dda2 (external_zpool), ), }, }, image_source: InstallDataset, }, f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone): OmicronZoneConfig { id: f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone), filesystem_pool: None, zone_type: CruciblePantry { address: [fd00:1122:3344:102::6]:17000, }, image_source: InstallDataset, }, }, remove_mupdate_override: None, host_phase_2: HostPhase2DesiredSlots { slot_a: CurrentContents, slot_b: CurrentContents, }, measurements: {}, }, external_disks: {}, datasets: {}, orphaned_datasets: { DatasetName { pool_name: External( 7de3341b-ded3-4586-a47f-3c5440dc0d4d (external_zpool), ), kind: ExternalDns, }: OrphanedDataset { name: DatasetName { pool_name: External( 7de3341b-ded3-4586-a47f-3c5440dc0d4d (external_zpool), ), kind: ExternalDns, }, reason: "example orphaned dataset", id: Some( 8ec1d3a6-663e-4f18-b7ae-b86b56230e80 (dataset), ), mounted: false, available: ByteCount( 0, ), used: ByteCount( 0, ), }, }, zones: { 0322760d-a1e2-4911-8745-569f6bad8251 (omicron_zone): Ok, 1aa5fd71-d766-4f20-b3c7-9cf4fe9e4f2e (omicron_zone): Ok, 263584b3-2f53-4f87-a9c0-60a4c78af6c4 (omicron_zone): Ok, 271ee61b-9e97-4e45-a407-0083f8bf15a7 (omicron_zone): Ok, 2f336547-e4b0-422c-af54-deae20b4580c (omicron_zone): Ok, 412bfd7b-4bf8-471d-ae4d-90bf0bdd05ff (omicron_zone): Ok, 750b40ef-8e83-4c7a-be96-33964b2244f3 (omicron_zone): Ok, 7de28140-8cdc-4478-9204-63763ecc10ff (omicron_zone): Ok, 996f3011-5aaa-4732-a47d-e6514b1131d8 (omicron_zone): Ok, b2629475-65b2-4e8a-9e70-d4e8c034d8ad (omicron_zone): Ok, c489b9a3-33e5-487c-8a60-77853584dca1 (omicron_zone): Ok, cef138ff-87a4-4509-ba30-2395e01ac5f7 (omicron_zone): Ok, d02206f1-7567-4753-9221-6b2b70407925 (omicron_zone): Ok, e9d7d6ba-59e3-44ff-9081-f43e61c9968a (omicron_zone): Ok, f350b534-e9bb-4e47-a2ae-4029efe48e1a (omicron_zone): Ok, }, boot_partitions: BootPartitionContents { boot_disk: Ok( A, ), slot_a: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 10000, image_size: 10000, target_size: 10000, sha256: [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ], image_name: "fake image for tests", }, artifact_hash: ArtifactHash( "0101010101010101010101010101010101010101010101010101010101010101", ), artifact_size: 14096, }, ), slot_b: Ok( BootPartitionDetails { header: BootImageHeader { flags: 0, data_size: 1000, image_size: 1000, target_size: 1000, sha256: [ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ], image_name: "fake from debug_assume_success()", }, artifact_hash: ArtifactHash( "0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b0b", ), artifact_size: 1000, }, ), }, remove_mupdate_override: None, }, ), file_source_resolver: OmicronFileSourceResolverInventory { zone_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/zones.json", boot_inventory: Ok( ManifestBootInventory { source: SledAgent, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 15, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Ok( (), ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), status: Ok( (), ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Ok( (), ), }, "nexus.tar.gz": ZoneArtifactInventory { file_name: "nexus.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/nexus.tar.gz", expected_size: 10, expected_hash: ArtifactHash( "96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80", ), status: Ok( (), ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/zones.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by sled-agent: 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/zones.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: 6d9a5a6c-344c-41a8-96f7-6e05948e4629): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/zones.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, measurement_manifest: ManifestInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/measurements.json", boot_inventory: Ok( ManifestBootInventory { source: SledAgent, artifacts: { "clickhouse.tar.gz": ZoneArtifactInventory { file_name: "clickhouse.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/clickhouse.tar.gz", expected_size: 15, expected_hash: ArtifactHash( "360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386", ), status: Ok( (), ), }, "cockroachdb.tar.gz": ZoneArtifactInventory { file_name: "cockroachdb.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/cockroachdb.tar.gz", expected_size: 16, expected_hash: ArtifactHash( "7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1", ), status: Ok( (), ), }, "crucible.tar.gz": ZoneArtifactInventory { file_name: "crucible.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/crucible.tar.gz", expected_size: 13, expected_hash: ArtifactHash( "a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62", ), status: Ok( (), ), }, "internal_dns.tar.gz": ZoneArtifactInventory { file_name: "internal_dns.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/internal_dns.tar.gz", expected_size: 17, expected_hash: ArtifactHash( "f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef", ), status: Ok( (), ), }, "nexus.tar.gz": ZoneArtifactInventory { file_name: "nexus.tar.gz", path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/nexus.tar.gz", expected_size: 10, expected_hash: ArtifactHash( "96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80", ), status: Ok( (), ), }, }, }, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): ManifestNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/measurements.json", is_valid: true, message: "valid zone manifest: 5 artifacts in manifest generated by sled-agent: 5 valid, 0 mismatched, 0 errors:\n - clickhouse.tar.gz: valid (15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: valid (13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: valid (17 bytes, f4ef1d710d82c1daa35e0c0a8100913139e2bfb349e435cf9ce5b72625d7bdef)\n - nexus.tar.gz: valid (10 bytes, 96eddf0a4af3e1991879de233883cd9e2a15ed68cabd69977034d12842579b80)\n", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): ManifestNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/measurements.json", is_valid: false, message: "contents differ from boot disk: 4 artifacts in manifest generated by installinator (mupdate ID: 6d9a5a6c-344c-41a8-96f7-6e05948e4629): 1 valid, 2 mismatched, 1 errors:\n - clickhouse.tar.gz: mismatch (expected 1024 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386; found 15 bytes, 360cfb774fc2f2e492efcb21995620ea4dcb0abc4bd390bb391785c7f7429386)\n - cockroachdb.tar.gz: valid (16 bytes, 7a91673e17475dfd18ca5267ecf4c771000eefa715e324db915448034e913bc1)\n - crucible.tar.gz: mismatch (expected 13 bytes, 0000000000000000000000000000000000000000000000000000000000000000; found 13 bytes, a18058cdfecf9eb3251f5b1c87986e565713080a7f7b00adf81fd0e201ba4d62)\n - internal_dns.tar.gz: error (file not found)\n", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): ManifestNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/measurements.json", is_valid: false, message: "read error: error reading install metadata", }, }, }, mupdate_override: MupdateOverrideInventory { boot_disk_path: "/some/path/pool/int/d3e7205d-4efe-493b-ac5e-9175584907cd/install/mupdate-override.json", boot_override: Ok( None, ), non_boot_status: { 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 4854189f-b290-47cd-b076-374d0e1748ec (internal_zpool), path: "/some/path/pool/int/4854189f-b290-47cd-b076-374d0e1748ec/install/mupdate-override.json", is_valid: true, message: "matches boot disk (present)", }, 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: 72201e1e-9fee-4231-81cd-4e2d514cb632 (internal_zpool), path: "/some/path/pool/int/72201e1e-9fee-4231-81cd-4e2d514cb632/install/mupdate-override.json", is_valid: false, message: "boot disk has override but non-boot disk does not", }, d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool): MupdateOverrideNonBootInventory { zpool_id: d0d04947-93c5-40fd-97ab-4648b8cc28d6 (internal_zpool), path: "/some/path/pool/int/d0d04947-93c5-40fd-97ab-4648b8cc28d6/install/mupdate-override.json", is_valid: false, message: "read error: install metadata read error", }, }, }, }, smf_services_enabled_not_online: DataUnavailable, reference_measurements: { "/this/path": SingleMeasurementInventory { path: "/this/path", result: Ok, }, "/this/path2": SingleMeasurementInventory { path: "/this/path2", result: Ok, }, }, }, }, clickhouse_keeper_cluster_membership: { ClickhouseKeeperClusterMembership { queried_keeper: KeeperId( 1, ), leader_committed_log_index: 1000, raft_config: { KeeperId( 1, ), }, }, }, cockroach_status: { InternalNodeId( "1", ): CockroachStatus { ranges_underreplicated: Some( 0, ), liveness_live_nodes: None, }, }, ntp_timesync: { 11c1b5dc-6eef-4405-8845-6db8a801871e (omicron_zone): TimeSync { zone_id: 11c1b5dc-6eef-4405-8845-6db8a801871e (omicron_zone), synced: true, }, }, internal_dns_generation_status: { 32bee06c-8bc8-4e31-a243-51f0b7c04980 (omicron_zone): InternalDnsGenerationStatus { zone_id: 32bee06c-8bc8-4e31-a243-51f0b7c04980 (omicron_zone), generation: Generation( 1, ), }, }, } test builder::test::test_basic ... FAILED failures: failures: builder::test::test_basic test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 6 filtered out; finished in 0.33s thread 'builder::test::test_basic' (2) panicked at nexus/inventory/src/builder.rs:871:9: assertion `left == right` failed left: ["MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error"] right: ["MGS \"fake MGS 1\": reading RoT state for BaseboardId { part_number: \"model1\", serial_number: \"s2\" }: test suite injected error", "sled 5c5b4cf9-3e13-45fd-871c-f177d6537510: reported unknown baseboard"] stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: core::panicking::assert_failed_inner at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:439:17 3: core::panicking::assert_failed::<alloc::vec::Vec<alloc::string::String>, [&str; 2]> at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:394:5 4: test_basic at ./src/builder.rs:871:9 5: nexus_inventory::builder::test::test_basic::{closure#0} at ./src/builder.rs:846:20 6: <nexus_inventory::builder::test::test_basic::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 7: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. thread 'test_api_check' (2) panicked at dev-tools/ls-apis/tests/test_dependencies.rs:40:5: assertion failed: string doesn't match the contents of file: "tests/api_check.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: test_dependencies::test_api_check at ./tests/test_dependencies.rs:40:5 4: test_dependencies::test_api_check::{closure#0} at ./tests/test_dependencies.rs:33:20 5: <test_dependencies::test_api_check::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. thread 'test_api_check' (2) panicked at dev-tools/ls-apis/tests/test_dependencies.rs:40:5: assertion failed: string doesn't match the contents of file: "tests/api_check.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: test_dependencies::test_api_check at ./tests/test_dependencies.rs:40:5 4: test_dependencies::test_api_check::{closure#0} at ./tests/test_dependencies.rs:33:20 5: <test_dependencies::test_api_check::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test stderr: ------ loading metadata for workspace omicron from current workspace loading metadata for workspace dendrite from /home/build/.cargo/git/checkouts/dendrite-ae9f1715c17fc765/f20f786/Cargo.toml loading metadata for workspace lldp from /home/build/.cargo/git/checkouts/lldp-d47de417041f191b/d22509d/Cargo.toml loading metadata for workspace crucible from /home/build/.cargo/git/checkouts/crucible-0a48bd218bc2bbbc/7103cd3/Cargo.toml loading metadata for workspace maghemite from /home/build/.cargo/git/checkouts/maghemite-c0236f0fd3d582b6/7696ee4/Cargo.toml loading metadata for workspace propolis from /home/build/.cargo/git/checkouts/propolis-d68c8bd1bc59c9bd/bc489dd/Cargo.toml loading metadata for workspace dendrite from /home/build/.cargo/git/checkouts/dendrite-ae9f1715c17fc765/3799229/Cargo.toml note: ignoring Cargo dependency from crucible-pantry -> ... -> crucible-control-client note: ignoring Cargo dependency from omicron-sled-agent -> dns-server ----- @@ -22,12 +22,10 @@ Wicketd (wicketd-client, exposed by wicketd) Client-managed API: - Bootstrap Agent (bootstrap-agent-client, exposed by omicron-sled-agent) - reason: depends on itself (i.e., instances call each other) Bootstrap Agent Lockstep API (bootstrap-agent-lockstep-client, exposed by omicron-sled-agent) reason: wicketd can wind up calling into sled agent on different sleds Wicketd Installinator (installinator-client, exposed by wicketd) reason: client is provided implicitly by the operator Nexus Internal API (nexus-client, exposed by omicron-nexus) test test_api_check ... FAILED failures: failures: test_api_check test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2 filtered out; finished in 17.48s thread 'test_api_check' (2) panicked at dev-tools/ls-apis/tests/test_dependencies.rs:40:5: assertion failed: string doesn't match the contents of file: "tests/api_check.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: test_dependencies::test_api_check at ./tests/test_dependencies.rs:40:5 4: test_dependencies::test_api_check::{closure#0} at ./tests/test_dependencies.rs:33:20 5: <test_dependencies::test_api_check::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. thread 'test_api_check' (2) panicked at dev-tools/ls-apis/tests/test_dependencies.rs:40:5: assertion failed: string doesn't match the contents of file: "tests/api_check.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: test_dependencies::test_api_check at ./tests/test_dependencies.rs:40:5 4: test_dependencies::test_api_check::{closure#0} at ./tests/test_dependencies.rs:33:20 5: <test_dependencies::test_api_check::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test stderr: ------ loading metadata for workspace omicron from current workspace loading metadata for workspace dendrite from /home/build/.cargo/git/checkouts/dendrite-ae9f1715c17fc765/f20f786/Cargo.toml loading metadata for workspace propolis from /home/build/.cargo/git/checkouts/propolis-d68c8bd1bc59c9bd/bc489dd/Cargo.toml loading metadata for workspace crucible from /home/build/.cargo/git/checkouts/crucible-0a48bd218bc2bbbc/7103cd3/Cargo.toml loading metadata for workspace maghemite from /home/build/.cargo/git/checkouts/maghemite-c0236f0fd3d582b6/7696ee4/Cargo.toml loading metadata for workspace lldp from /home/build/.cargo/git/checkouts/lldp-d47de417041f191b/d22509d/Cargo.toml loading metadata for workspace dendrite from /home/build/.cargo/git/checkouts/dendrite-ae9f1715c17fc765/3799229/Cargo.toml note: ignoring Cargo dependency from crucible-pantry -> ... -> crucible-control-client note: ignoring Cargo dependency from omicron-sled-agent -> dns-server ----- @@ -22,12 +22,10 @@ Wicketd (wicketd-client, exposed by wicketd) Client-managed API: - Bootstrap Agent (bootstrap-agent-client, exposed by omicron-sled-agent) - reason: depends on itself (i.e., instances call each other) Bootstrap Agent Lockstep API (bootstrap-agent-lockstep-client, exposed by omicron-sled-agent) reason: wicketd can wind up calling into sled agent on different sleds Wicketd Installinator (installinator-client, exposed by wicketd) reason: client is provided implicitly by the operator Nexus Internal API (nexus-client, exposed by omicron-nexus) test test_api_check ... FAILED failures: failures: test_api_check test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2 filtered out; finished in 13.79s thread 'test_api_check' (2) panicked at dev-tools/ls-apis/tests/test_dependencies.rs:40:5: assertion failed: string doesn't match the contents of file: "tests/api_check.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: test_dependencies::test_api_check at ./tests/test_dependencies.rs:40:5 4: test_dependencies::test_api_check::{closure#0} at ./tests/test_dependencies.rs:33:20 5: <test_dependencies::test_api_check::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test stderr: ------ loading metadata for workspace omicron from current workspace loading metadata for workspace crucible from /home/build/.cargo/git/checkouts/crucible-0a48bd218bc2bbbc/7103cd3/Cargo.toml loading metadata for workspace maghemite from /home/build/.cargo/git/checkouts/maghemite-c0236f0fd3d582b6/7696ee4/Cargo.toml loading metadata for workspace dendrite from /home/build/.cargo/git/checkouts/dendrite-ae9f1715c17fc765/f20f786/Cargo.toml loading metadata for workspace lldp from /home/build/.cargo/git/checkouts/lldp-d47de417041f191b/d22509d/Cargo.toml loading metadata for workspace propolis from /home/build/.cargo/git/checkouts/propolis-d68c8bd1bc59c9bd/bc489dd/Cargo.toml loading metadata for workspace dendrite from /home/build/.cargo/git/checkouts/dendrite-ae9f1715c17fc765/3799229/Cargo.toml note: ignoring Cargo dependency from crucible-pantry -> ... -> crucible-control-client note: ignoring Cargo dependency from omicron-sled-agent -> dns-server ----- @@ -22,12 +22,10 @@ Wicketd (wicketd-client, exposed by wicketd) Client-managed API: - Bootstrap Agent (bootstrap-agent-client, exposed by omicron-sled-agent) - reason: depends on itself (i.e., instances call each other) Bootstrap Agent Lockstep API (bootstrap-agent-lockstep-client, exposed by omicron-sled-agent) reason: wicketd can wind up calling into sled agent on different sleds Wicketd Installinator (installinator-client, exposed by wicketd) reason: client is provided implicitly by the operator Nexus Internal API (nexus-client, exposed by omicron-nexus) test test_api_check ... FAILED failures: failures: test_api_check test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2 filtered out; finished in 24.72s thread 'test_api_check' (2) panicked at dev-tools/ls-apis/tests/test_dependencies.rs:40:5: assertion failed: string doesn't match the contents of file: "tests/api_check.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: test_dependencies::test_api_check at ./tests/test_dependencies.rs:40:5 4: test_dependencies::test_api_check::{closure#0} at ./tests/test_dependencies.rs:33:20 5: <test_dependencies::test_api_check::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. thread 'test_api_dependencies' (2) panicked at dev-tools/ls-apis/tests/test_dependencies.rs:29:5: assertion failed: string doesn't match the contents of file: "tests/api_dependencies.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: test_dependencies::test_api_dependencies at ./tests/test_dependencies.rs:29:5 4: test_dependencies::test_api_dependencies::{closure#0} at ./tests/test_dependencies.rs:22:27 5: <test_dependencies::test_api_dependencies::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. thread 'test_api_dependencies' (2) panicked at dev-tools/ls-apis/tests/test_dependencies.rs:29:5: assertion failed: string doesn't match the contents of file: "tests/api_dependencies.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: test_dependencies::test_api_dependencies at ./tests/test_dependencies.rs:29:5 4: test_dependencies::test_api_dependencies::{closure#0} at ./tests/test_dependencies.rs:22:27 5: <test_dependencies::test_api_dependencies::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test stderr: ------ loading metadata for workspace omicron from current workspace loading metadata for workspace lldp from /home/build/.cargo/git/checkouts/lldp-d47de417041f191b/d22509d/Cargo.toml loading metadata for workspace dendrite from /home/build/.cargo/git/checkouts/dendrite-ae9f1715c17fc765/f20f786/Cargo.toml loading metadata for workspace crucible from /home/build/.cargo/git/checkouts/crucible-0a48bd218bc2bbbc/7103cd3/Cargo.toml loading metadata for workspace maghemite from /home/build/.cargo/git/checkouts/maghemite-c0236f0fd3d582b6/7696ee4/Cargo.toml loading metadata for workspace propolis from /home/build/.cargo/git/checkouts/propolis-d68c8bd1bc59c9bd/bc489dd/Cargo.toml loading metadata for workspace dendrite from /home/build/.cargo/git/checkouts/dendrite-ae9f1715c17fc765/3799229/Cargo.toml note: ignoring Cargo dependency from crucible-pantry -> ... -> crucible-control-client note: ignoring Cargo dependency from omicron-sled-agent -> dns-server ----- @@ -1,9 +1,5 @@ -Bootstrap Agent (client: bootstrap-agent-client) - consumed by: omicron-sled-agent (omicron/sled-agent) via 1 path - consumed by: wicketd (omicron/wicketd) via 1 path - Bootstrap Agent Lockstep API (client: bootstrap-agent-lockstep-client) consumed by: wicketd (omicron/wicketd) via 2 paths Clickhouse Cluster Admin for Keepers (client: clickhouse-admin-keeper-client) consumed by: omicron-nexus (omicron/nexus) via 3 paths test test_api_dependencies ... FAILED failures: failures: test_api_dependencies test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2 filtered out; finished in 17.21s thread 'test_api_dependencies' (2) panicked at dev-tools/ls-apis/tests/test_dependencies.rs:29:5: assertion failed: string doesn't match the contents of file: "tests/api_dependencies.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: test_dependencies::test_api_dependencies at ./tests/test_dependencies.rs:29:5 4: test_dependencies::test_api_dependencies::{closure#0} at ./tests/test_dependencies.rs:22:27 5: <test_dependencies::test_api_dependencies::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. thread 'test_api_dependencies' (2) panicked at dev-tools/ls-apis/tests/test_dependencies.rs:29:5: assertion failed: string doesn't match the contents of file: "tests/api_dependencies.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: test_dependencies::test_api_dependencies at ./tests/test_dependencies.rs:29:5 4: test_dependencies::test_api_dependencies::{closure#0} at ./tests/test_dependencies.rs:22:27 5: <test_dependencies::test_api_dependencies::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test stderr: ------ loading metadata for workspace omicron from current workspace loading metadata for workspace dendrite from /home/build/.cargo/git/checkouts/dendrite-ae9f1715c17fc765/f20f786/Cargo.toml loading metadata for workspace maghemite from /home/build/.cargo/git/checkouts/maghemite-c0236f0fd3d582b6/7696ee4/Cargo.toml loading metadata for workspace crucible from /home/build/.cargo/git/checkouts/crucible-0a48bd218bc2bbbc/7103cd3/Cargo.toml loading metadata for workspace lldp from /home/build/.cargo/git/checkouts/lldp-d47de417041f191b/d22509d/Cargo.toml loading metadata for workspace propolis from /home/build/.cargo/git/checkouts/propolis-d68c8bd1bc59c9bd/bc489dd/Cargo.toml loading metadata for workspace dendrite from /home/build/.cargo/git/checkouts/dendrite-ae9f1715c17fc765/3799229/Cargo.toml note: ignoring Cargo dependency from crucible-pantry -> ... -> crucible-control-client note: ignoring Cargo dependency from omicron-sled-agent -> dns-server ----- @@ -1,9 +1,5 @@ -Bootstrap Agent (client: bootstrap-agent-client) - consumed by: omicron-sled-agent (omicron/sled-agent) via 1 path - consumed by: wicketd (omicron/wicketd) via 1 path - Bootstrap Agent Lockstep API (client: bootstrap-agent-lockstep-client) consumed by: wicketd (omicron/wicketd) via 2 paths Clickhouse Cluster Admin for Keepers (client: clickhouse-admin-keeper-client) consumed by: omicron-nexus (omicron/nexus) via 3 paths test test_api_dependencies ... FAILED failures: failures: test_api_dependencies test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2 filtered out; finished in 13.82s thread 'test_api_dependencies' (2) panicked at dev-tools/ls-apis/tests/test_dependencies.rs:29:5: assertion failed: string doesn't match the contents of file: "tests/api_dependencies.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: test_dependencies::test_api_dependencies at ./tests/test_dependencies.rs:29:5 4: test_dependencies::test_api_dependencies::{closure#0} at ./tests/test_dependencies.rs:22:27 5: <test_dependencies::test_api_dependencies::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test stderr: ------ loading metadata for workspace omicron from current workspace loading metadata for workspace dendrite from /home/build/.cargo/git/checkouts/dendrite-ae9f1715c17fc765/f20f786/Cargo.toml loading metadata for workspace propolis from /home/build/.cargo/git/checkouts/propolis-d68c8bd1bc59c9bd/bc489dd/Cargo.toml loading metadata for workspace maghemite from /home/build/.cargo/git/checkouts/maghemite-c0236f0fd3d582b6/7696ee4/Cargo.toml loading metadata for workspace crucible from /home/build/.cargo/git/checkouts/crucible-0a48bd218bc2bbbc/7103cd3/Cargo.toml loading metadata for workspace lldp from /home/build/.cargo/git/checkouts/lldp-d47de417041f191b/d22509d/Cargo.toml loading metadata for workspace dendrite from /home/build/.cargo/git/checkouts/dendrite-ae9f1715c17fc765/3799229/Cargo.toml note: ignoring Cargo dependency from crucible-pantry -> ... -> crucible-control-client note: ignoring Cargo dependency from omicron-sled-agent -> dns-server ----- @@ -1,9 +1,5 @@ -Bootstrap Agent (client: bootstrap-agent-client) - consumed by: omicron-sled-agent (omicron/sled-agent) via 1 path - consumed by: wicketd (omicron/wicketd) via 1 path - Bootstrap Agent Lockstep API (client: bootstrap-agent-lockstep-client) consumed by: wicketd (omicron/wicketd) via 2 paths Clickhouse Cluster Admin for Keepers (client: clickhouse-admin-keeper-client) consumed by: omicron-nexus (omicron/nexus) via 3 paths test test_api_dependencies ... FAILED failures: failures: test_api_dependencies test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2 filtered out; finished in 25.19s thread 'test_api_dependencies' (2) panicked at dev-tools/ls-apis/tests/test_dependencies.rs:29:5: assertion failed: string doesn't match the contents of file: "tests/api_dependencies.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: test_dependencies::test_api_dependencies at ./tests/test_dependencies.rs:29:5 4: test_dependencies::test_api_dependencies::{closure#0} at ./tests/test_dependencies.rs:22:27 5: <test_dependencies::test_api_dependencies::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. thread 'cli::rack_setup::config_toml::tests::round_trip_nonempty_config' (2) panicked at wicket/src/cli/rack_setup/config_toml.rs:657:9: assertion failed: string doesn't match the contents of file: "tests/output/example_non_empty.toml" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: round_trip_nonempty_config at ./src/cli/rack_setup/config_toml.rs:657:9 4: wicket::cli::rack_setup::config_toml::tests::round_trip_nonempty_config::{closure#0} at ./src/cli/rack_setup/config_toml.rs:651:36 5: <wicket::cli::rack_setup::config_toml::tests::round_trip_nonempty_config::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. thread 'cli::rack_setup::config_toml::tests::round_trip_nonempty_config' (2) panicked at wicket/src/cli/rack_setup/config_toml.rs:657:9: assertion failed: string doesn't match the contents of file: "tests/output/example_non_empty.toml" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: round_trip_nonempty_config at ./src/cli/rack_setup/config_toml.rs:657:9 4: wicket::cli::rack_setup::config_toml::tests::round_trip_nonempty_config::{closure#0} at ./src/cli/rack_setup/config_toml.rs:651:36 5: <wicket::cli::rack_setup::config_toml::tests::round_trip_nonempty_config::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test @@ -44,12 +44,12 @@ # List of sleds to initialize. # # Confirm this list contains all expected sleds before continuing! bootstrap_sleds = [ - 1, # serial 1 2 3 (model model1 revision 3, IP address UNKNOWN) - 5, # serial 4 5 6 (model model2 revision 5, ::1) + 1, # serial 1 2 3 (model model1, IP address UNKNOWN) + 5, # serial 4 5 6 (model model2, ::1) ] # Allowlist of source IPs that can make requests to user-facing services. # # Use the key: test cli::rack_setup::config_toml::tests::round_trip_nonempty_config ... FAILED failures: failures: cli::rack_setup::config_toml::tests::round_trip_nonempty_config test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 3 filtered out; finished in 0.09s thread 'cli::rack_setup::config_toml::tests::round_trip_nonempty_config' (2) panicked at wicket/src/cli/rack_setup/config_toml.rs:657:9: assertion failed: string doesn't match the contents of file: "tests/output/example_non_empty.toml" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: round_trip_nonempty_config at ./src/cli/rack_setup/config_toml.rs:657:9 4: wicket::cli::rack_setup::config_toml::tests::round_trip_nonempty_config::{closure#0} at ./src/cli/rack_setup/config_toml.rs:651:36 5: <wicket::cli::rack_setup::config_toml::tests::round_trip_nonempty_config::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. thread 'cli::rack_setup::config_toml::tests::round_trip_nonempty_config' (2) panicked at wicket/src/cli/rack_setup/config_toml.rs:657:9: assertion failed: string doesn't match the contents of file: "tests/output/example_non_empty.toml" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: round_trip_nonempty_config at ./src/cli/rack_setup/config_toml.rs:657:9 4: wicket::cli::rack_setup::config_toml::tests::round_trip_nonempty_config::{closure#0} at ./src/cli/rack_setup/config_toml.rs:651:36 5: <wicket::cli::rack_setup::config_toml::tests::round_trip_nonempty_config::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test @@ -44,12 +44,12 @@ # List of sleds to initialize. # # Confirm this list contains all expected sleds before continuing! bootstrap_sleds = [ - 1, # serial 1 2 3 (model model1 revision 3, IP address UNKNOWN) - 5, # serial 4 5 6 (model model2 revision 5, ::1) + 1, # serial 1 2 3 (model model1, IP address UNKNOWN) + 5, # serial 4 5 6 (model model2, ::1) ] # Allowlist of source IPs that can make requests to user-facing services. # # Use the key: test cli::rack_setup::config_toml::tests::round_trip_nonempty_config ... FAILED failures: failures: cli::rack_setup::config_toml::tests::round_trip_nonempty_config test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 3 filtered out; finished in 0.09s thread 'cli::rack_setup::config_toml::tests::round_trip_nonempty_config' (2) panicked at wicket/src/cli/rack_setup/config_toml.rs:657:9: assertion failed: string doesn't match the contents of file: "tests/output/example_non_empty.toml" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: round_trip_nonempty_config at ./src/cli/rack_setup/config_toml.rs:657:9 4: wicket::cli::rack_setup::config_toml::tests::round_trip_nonempty_config::{closure#0} at ./src/cli/rack_setup/config_toml.rs:651:36 5: <wicket::cli::rack_setup::config_toml::tests::round_trip_nonempty_config::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test @@ -44,12 +44,12 @@ # List of sleds to initialize. # # Confirm this list contains all expected sleds before continuing! bootstrap_sleds = [ - 1, # serial 1 2 3 (model model1 revision 3, IP address UNKNOWN) - 5, # serial 4 5 6 (model model2 revision 5, ::1) + 1, # serial 1 2 3 (model model1, IP address UNKNOWN) + 5, # serial 4 5 6 (model model2, ::1) ] # Allowlist of source IPs that can make requests to user-facing services. # # Use the key: test cli::rack_setup::config_toml::tests::round_trip_nonempty_config ... FAILED failures: failures: cli::rack_setup::config_toml::tests::round_trip_nonempty_config test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 3 filtered out; finished in 0.11s thread 'cli::rack_setup::config_toml::tests::round_trip_nonempty_config' (2) panicked at wicket/src/cli/rack_setup/config_toml.rs:657:9: assertion failed: string doesn't match the contents of file: "tests/output/example_non_empty.toml" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/std/src/panicking.rs:689:5 1: core::panicking::panic_fmt at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/panicking.rs:80:14 2: expectorate::assert_contents::<&str> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: round_trip_nonempty_config at ./src/cli/rack_setup/config_toml.rs:657:9 4: wicket::cli::rack_setup::config_toml::tests::round_trip_nonempty_config::{closure#0} at ./src/cli/rack_setup/config_toml.rs:651:36 5: <wicket::cli::rack_setup::config_toml::tests::round_trip_nonempty_config::{closure#0} as core::ops::function::FnOnce<()>>::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 6: core::ops::function::FnOnce::call_once at /rustc/4a4ef493e3a1488c6e321570238084b38948f6db/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test test integration_tests::inventory::test_inventory has been running for over 60 seconds log file: /var/tmp/omicron_tmp/mod-ef1898d6ab5710e8-test_inventory.25939.0.log note: configured to log to "/var/tmp/omicron_tmp/mod-ef1898d6ab5710e8-test_inventory.25939.0.log" running 1 test test integration_tests::inventory::test_inventory has been running for over 60 seconds log file: /var/tmp/omicron_tmp/mod-ef1898d6ab5710e8-test_inventory.25943.0.log note: configured to log to "/var/tmp/omicron_tmp/mod-ef1898d6ab5710e8-test_inventory.25943.0.log" running 1 test test integration_tests::inventory::test_inventory has been running for over 60 seconds log file: /var/tmp/omicron_tmp/mod-ef1898d6ab5710e8-test_inventory.25625.0.log note: configured to log to "/var/tmp/omicron_tmp/mod-ef1898d6ab5710e8-test_inventory.25625.0.log" running 1 test test integration_tests::updates::test_update_races has been running for over 60 seconds log file: /var/tmp/omicron_tmp/mod-ef1898d6ab5710e8-test_artifact_upload_while_updating.25940.0.log note: configured to log to "/var/tmp/omicron_tmp/mod-ef1898d6ab5710e8-test_artifact_upload_while_updating.25940.0.log" hint: Generated a random key: hint: hint: ed25519:MFECAQEwBQYDK2VwBCIEINuHhMU-Z7ye8l709AvS1VGL85mCvYDJiSG8SajcXk_2gSEAKkDIWJgvLOwpWvOCOGOfDrCc5fty_SOY7d2mfoinHvQ= hint: hint: To modify this repository, you will need this key. Use the -k/--key hint: command line flag or the TUFACEOUS_KEY environment variable: hint: hint: export TUFACEOUS_KEY=ed25519:MFECAQEwBQYDK2VwBCIEINuHhMU-Z7ye8l709AvS1VGL85mCvYDJiSG8SajcXk_2gSEAKkDIWJgvLOwpWvOCOGOfDrCc5fty_SOY7d2mfoinHvQ= hint: hint: To prevent this default behavior, use --no-generate-key. running 1 test test integration_tests::updates::test_update_races has been running for over 60 seconds log file: /var/tmp/omicron_tmp/mod-ef1898d6ab5710e8-test_artifact_upload_while_updating.25944.0.log note: configured to log to "/var/tmp/omicron_tmp/mod-ef1898d6ab5710e8-test_artifact_upload_while_updating.25944.0.log" hint: Generated a random key: hint: hint: ed25519:MFECAQEwBQYDK2VwBCIEIGTtYDObrAxvrNMqYC7geNBYR871n3EX8lZQt0XokR7_gSEALZWcK-x1m3HQPYC4WU_Jgd9i4QNmYOM24ikR_Vikmas= hint: hint: To modify this repository, you will need this key. Use the -k/--key hint: command line flag or the TUFACEOUS_KEY environment variable: hint: hint: export TUFACEOUS_KEY=ed25519:MFECAQEwBQYDK2VwBCIEIGTtYDObrAxvrNMqYC7geNBYR871n3EX8lZQt0XokR7_gSEALZWcK-x1m3HQPYC4WU_Jgd9i4QNmYOM24ikR_Vikmas= hint: hint: To prevent this default behavior, use --no-generate-key. running 1 test test integration_tests::updates::test_update_races has been running for over 60 seconds log file: /var/tmp/omicron_tmp/mod-ef1898d6ab5710e8-test_artifact_upload_while_updating.25627.0.log note: configured to log to "/var/tmp/omicron_tmp/mod-ef1898d6ab5710e8-test_artifact_upload_while_updating.25627.0.log" hint: Generated a random key: hint: hint: ed25519:MFECAQEwBQYDK2VwBCIEIO7Ku3v3lMP6AUrzUR9IFLRf_EaU42v4mlfReYKBeAVYgSEApttFe7vudzS1QfUt8pMJBJeyRQ1QZH-qYhEDU56tr6E= hint: hint: To modify this repository, you will need this key. Use the -k/--key hint: command line flag or the TUFACEOUS_KEY environment variable: hint: hint: export TUFACEOUS_KEY=ed25519:MFECAQEwBQYDK2VwBCIEIO7Ku3v3lMP6AUrzUR9IFLRf_EaU42v4mlfReYKBeAVYgSEApttFe7vudzS1QfUt8pMJBJeyRQ1QZH-qYhEDU56tr6E= hint: hint: To prevent this default behavior, use --no-generate-key. running 1 test test integration_tests::updates::test_installinator_fetch has been running for over 60 seconds log file: /var/tmp/omicron_tmp/mod-ef1898d6ab5710e8-test_installinator_fetch_no_installinator_document.25941.0.log note: configured to log to "/var/tmp/omicron_tmp/mod-ef1898d6ab5710e8-test_installinator_fetch_no_installinator_document.25941.0.log" hint: Generated a random key: hint: hint: ed25519:MFECAQEwBQYDK2VwBCIEIEFshbY1GpwPUkAe5PpMs66zqNNiNoWRvzl9Bbkz43eTgSEA8EEaS_Sirbr9skZa9sHfwZMGHvrhK0DBHxoxXVl6Yz8= hint: hint: To modify this repository, you will need this key. Use the -k/--key hint: command line flag or the TUFACEOUS_KEY environment variable: hint: hint: export TUFACEOUS_KEY=ed25519:MFECAQEwBQYDK2VwBCIEIEFshbY1GpwPUkAe5PpMs66zqNNiNoWRvzl9Bbkz43eTgSEA8EEaS_Sirbr9skZa9sHfwZMGHvrhK0DBHxoxXVl6Yz8= hint: hint: To prevent this default behavior, use --no-generate-key. status: ResolverStatus { zone_manifest: ZoneManifestStatus { boot_disk_path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/783463b6-bf31-49d5-899d-bd78bbb70981/install/zones.json", boot_disk_result: Ok( OmicronManifestArtifactsResult { manifest: OmicronInstallManifest { source: Installinator { mupdate_id: 3267e945-e68b-4bf3-9676-5fb5cf98e97d (mupdate), }, files: { "clickhouse.tar.gz": OmicronInstallMetadata { file_name: "clickhouse.tar.gz", file_size: 1687, hash: ArtifactHash( "bb2d1ff02d11f72bc9049ae57f27536207519a1859d29f8d7a90ab3b44d56b08", ), }, "clickhouse_keeper.tar.gz": OmicronInstallMetadata { file_name: "clickhouse_keeper.tar.gz", file_size: 1691, hash: ArtifactHash( "1eb9f24be68f13c274aa0ac9b863cec520dbfe762620c328431728d75bfd2198", ), }, "clickhouse_server.tar.gz": OmicronInstallMetadata { file_name: "clickhouse_server.tar.gz", file_size: 1691, hash: ArtifactHash( "50fe271948672a9af1ba5f96c9d87ff2736fa72d78dfef598a79fa0cc8a00474", ), }, "cockroachdb.tar.gz": OmicronInstallMetadata { file_name: "cockroachdb.tar.gz", file_size: 1690, hash: ArtifactHash( "ebc82bf181db864b78cb7e3ddedf7ab1dd8fe7b377b02846f3c27cf0387bb387", ), }, "crucible.tar.gz": OmicronInstallMetadata { file_name: "crucible.tar.gz", file_size: 1691, hash: ArtifactHash( "866f6a7c2e51c056fb722b5113e80181cc9cd8b712a0d3dbf1edc4ce29e5229e", ), }, "crucible_pantry.tar.gz": OmicronInstallMetadata { file_name: "crucible_pantry.tar.gz", file_size: 1696, hash: ArtifactHash( "3ff26dad96faa8f67251f5de40458b4f809d536bfe8572134da0e42c2fa12674", ), }, "external_dns.tar.gz": OmicronInstallMetadata { file_name: "external_dns.tar.gz", file_size: 1690, hash: ArtifactHash( "f282c45771429f7bebf71f0cc668521066db57c6bb07fcfccdfb44825d3d930f", ), }, "internal_dns.tar.gz": OmicronInstallMetadata { file_name: "internal_dns.tar.gz", file_size: 1690, hash: ArtifactHash( "de30657a72b066b8ef1f56351a0a5d4d7000da0a62c4be9b2e949a107ca8a389", ), }, "nexus.tar.gz": OmicronInstallMetadata { file_name: "nexus.tar.gz", file_size: 1683, hash: ArtifactHash( "e9b7035f41848a987a798c15ac424cc91dd662b1af0920d58d8aa1ebad7467b6", ), }, "ntp.tar.gz": OmicronInstallMetadata { file_name: "ntp.tar.gz", file_size: 1682, hash: ArtifactHash( "d76e26198daed69cdae04490d7477f8c842e0dbe37d463eac0d0a8d3fb803095", ), }, "oximeter.tar.gz": OmicronInstallMetadata { file_name: "oximeter.tar.gz", file_size: 1683, hash: ArtifactHash( "9f4bc56a15d5fd943fdac94309994b8fd73aa2be1ec61faf44bfcf2356c9dc23", ), }, }, }, data: { "clickhouse.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse.tar.gz", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/783463b6-bf31-49d5-899d-bd78bbb70981/install/clickhouse.tar.gz", expected_size: 1687, expected_hash: ArtifactHash( "bb2d1ff02d11f72bc9049ae57f27536207519a1859d29f8d7a90ab3b44d56b08", ), status: Valid, }, "clickhouse_keeper.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse_keeper.tar.gz", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/783463b6-bf31-49d5-899d-bd78bbb70981/install/clickhouse_keeper.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "1eb9f24be68f13c274aa0ac9b863cec520dbfe762620c328431728d75bfd2198", ), status: Valid, }, "clickhouse_server.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse_server.tar.gz", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/783463b6-bf31-49d5-899d-bd78bbb70981/install/clickhouse_server.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "50fe271948672a9af1ba5f96c9d87ff2736fa72d78dfef598a79fa0cc8a00474", ), status: Valid, }, "cockroachdb.tar.gz": OmicronManifestArtifactResult { file_name: "cockroachdb.tar.gz", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/783463b6-bf31-49d5-899d-bd78bbb70981/install/cockroachdb.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "ebc82bf181db864b78cb7e3ddedf7ab1dd8fe7b377b02846f3c27cf0387bb387", ), status: Valid, }, "crucible.tar.gz": OmicronManifestArtifactResult { file_name: "crucible.tar.gz", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/783463b6-bf31-49d5-899d-bd78bbb70981/install/crucible.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "866f6a7c2e51c056fb722b5113e80181cc9cd8b712a0d3dbf1edc4ce29e5229e", ), status: Valid, }, "crucible_pantry.tar.gz": OmicronManifestArtifactResult { file_name: "crucible_pantry.tar.gz", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/783463b6-bf31-49d5-899d-bd78bbb70981/install/crucible_pantry.tar.gz", expected_size: 1696, expected_hash: ArtifactHash( "3ff26dad96faa8f67251f5de40458b4f809d536bfe8572134da0e42c2fa12674", ), status: Valid, }, "external_dns.tar.gz": OmicronManifestArtifactResult { file_name: "external_dns.tar.gz", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/783463b6-bf31-49d5-899d-bd78bbb70981/install/external_dns.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "f282c45771429f7bebf71f0cc668521066db57c6bb07fcfccdfb44825d3d930f", ), status: Valid, }, "internal_dns.tar.gz": OmicronManifestArtifactResult { file_name: "internal_dns.tar.gz", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/783463b6-bf31-49d5-899d-bd78bbb70981/install/internal_dns.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "de30657a72b066b8ef1f56351a0a5d4d7000da0a62c4be9b2e949a107ca8a389", ), status: Valid, }, "nexus.tar.gz": OmicronManifestArtifactResult { file_name: "nexus.tar.gz", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/783463b6-bf31-49d5-899d-bd78bbb70981/install/nexus.tar.gz", expected_size: 1683, expected_hash: ArtifactHash( "e9b7035f41848a987a798c15ac424cc91dd662b1af0920d58d8aa1ebad7467b6", ), status: Valid, }, "ntp.tar.gz": OmicronManifestArtifactResult { file_name: "ntp.tar.gz", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/783463b6-bf31-49d5-899d-bd78bbb70981/install/ntp.tar.gz", expected_size: 1682, expected_hash: ArtifactHash( "d76e26198daed69cdae04490d7477f8c842e0dbe37d463eac0d0a8d3fb803095", ), status: Valid, }, "oximeter.tar.gz": OmicronManifestArtifactResult { file_name: "oximeter.tar.gz", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/783463b6-bf31-49d5-899d-bd78bbb70981/install/oximeter.tar.gz", expected_size: 1683, expected_hash: ArtifactHash( "9f4bc56a15d5fd943fdac94309994b8fd73aa2be1ec61faf44bfcf2356c9dc23", ), status: Valid, }, }, }, ), non_boot_disk_metadata: { 2392f446-41bc-4f3d-a32f-00d2c3e7c7f1 (internal_zpool): OmicronManifestNonBootInfo { zpool_id: 2392f446-41bc-4f3d-a32f-00d2c3e7c7f1 (internal_zpool), dataset_dir: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/2392f446-41bc-4f3d-a32f-00d2c3e7c7f1/install", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/2392f446-41bc-4f3d-a32f-00d2c3e7c7f1/install/zones.json", result: Matches( OmicronManifestArtifactsResult { manifest: OmicronInstallManifest { source: Installinator { mupdate_id: 3267e945-e68b-4bf3-9676-5fb5cf98e97d (mupdate), }, files: { "clickhouse.tar.gz": OmicronInstallMetadata { file_name: "clickhouse.tar.gz", file_size: 1687, hash: ArtifactHash( "bb2d1ff02d11f72bc9049ae57f27536207519a1859d29f8d7a90ab3b44d56b08", ), }, "clickhouse_keeper.tar.gz": OmicronInstallMetadata { file_name: "clickhouse_keeper.tar.gz", file_size: 1691, hash: ArtifactHash( "1eb9f24be68f13c274aa0ac9b863cec520dbfe762620c328431728d75bfd2198", ), }, "clickhouse_server.tar.gz": OmicronInstallMetadata { file_name: "clickhouse_server.tar.gz", file_size: 1691, hash: ArtifactHash( "50fe271948672a9af1ba5f96c9d87ff2736fa72d78dfef598a79fa0cc8a00474", ), }, "cockroachdb.tar.gz": OmicronInstallMetadata { file_name: "cockroachdb.tar.gz", file_size: 1690, hash: ArtifactHash( "ebc82bf181db864b78cb7e3ddedf7ab1dd8fe7b377b02846f3c27cf0387bb387", ), }, "crucible.tar.gz": OmicronInstallMetadata { file_name: "crucible.tar.gz", file_size: 1691, hash: ArtifactHash( "866f6a7c2e51c056fb722b5113e80181cc9cd8b712a0d3dbf1edc4ce29e5229e", ), }, "crucible_pantry.tar.gz": OmicronInstallMetadata { file_name: "crucible_pantry.tar.gz", file_size: 1696, hash: ArtifactHash( "3ff26dad96faa8f67251f5de40458b4f809d536bfe8572134da0e42c2fa12674", ), }, "external_dns.tar.gz": OmicronInstallMetadata { file_name: "external_dns.tar.gz", file_size: 1690, hash: ArtifactHash( "f282c45771429f7bebf71f0cc668521066db57c6bb07fcfccdfb44825d3d930f", ), }, "internal_dns.tar.gz": OmicronInstallMetadata { file_name: "internal_dns.tar.gz", file_size: 1690, hash: ArtifactHash( "de30657a72b066b8ef1f56351a0a5d4d7000da0a62c4be9b2e949a107ca8a389", ), }, "nexus.tar.gz": OmicronInstallMetadata { file_name: "nexus.tar.gz", file_size: 1683, hash: ArtifactHash( "e9b7035f41848a987a798c15ac424cc91dd662b1af0920d58d8aa1ebad7467b6", ), }, "ntp.tar.gz": OmicronInstallMetadata { file_name: "ntp.tar.gz", file_size: 1682, hash: ArtifactHash( "d76e26198daed69cdae04490d7477f8c842e0dbe37d463eac0d0a8d3fb803095", ), }, "oximeter.tar.gz": OmicronInstallMetadata { file_name: "oximeter.tar.gz", file_size: 1683, hash: ArtifactHash( "9f4bc56a15d5fd943fdac94309994b8fd73aa2be1ec61faf44bfcf2356c9dc23", ), }, }, }, data: { "clickhouse.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse.tar.gz", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/2392f446-41bc-4f3d-a32f-00d2c3e7c7f1/install/clickhouse.tar.gz", expected_size: 1687, expected_hash: ArtifactHash( "bb2d1ff02d11f72bc9049ae57f27536207519a1859d29f8d7a90ab3b44d56b08", ), status: Valid, }, "clickhouse_keeper.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse_keeper.tar.gz", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/2392f446-41bc-4f3d-a32f-00d2c3e7c7f1/install/clickhouse_keeper.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "1eb9f24be68f13c274aa0ac9b863cec520dbfe762620c328431728d75bfd2198", ), status: Valid, }, "clickhouse_server.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse_server.tar.gz", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/2392f446-41bc-4f3d-a32f-00d2c3e7c7f1/install/clickhouse_server.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "50fe271948672a9af1ba5f96c9d87ff2736fa72d78dfef598a79fa0cc8a00474", ), status: Valid, }, "cockroachdb.tar.gz": OmicronManifestArtifactResult { file_name: "cockroachdb.tar.gz", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/2392f446-41bc-4f3d-a32f-00d2c3e7c7f1/install/cockroachdb.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "ebc82bf181db864b78cb7e3ddedf7ab1dd8fe7b377b02846f3c27cf0387bb387", ), status: Valid, }, "crucible.tar.gz": OmicronManifestArtifactResult { file_name: "crucible.tar.gz", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/2392f446-41bc-4f3d-a32f-00d2c3e7c7f1/install/crucible.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "866f6a7c2e51c056fb722b5113e80181cc9cd8b712a0d3dbf1edc4ce29e5229e", ), status: Valid, }, "crucible_pantry.tar.gz": OmicronManifestArtifactResult { file_name: "crucible_pantry.tar.gz", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/2392f446-41bc-4f3d-a32f-00d2c3e7c7f1/install/crucible_pantry.tar.gz", expected_size: 1696, expected_hash: ArtifactHash( "3ff26dad96faa8f67251f5de40458b4f809d536bfe8572134da0e42c2fa12674", ), status: Valid, }, "external_dns.tar.gz": OmicronManifestArtifactResult { file_name: "external_dns.tar.gz", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/2392f446-41bc-4f3d-a32f-00d2c3e7c7f1/install/external_dns.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "f282c45771429f7bebf71f0cc668521066db57c6bb07fcfccdfb44825d3d930f", ), status: Valid, }, "internal_dns.tar.gz": OmicronManifestArtifactResult { file_name: "internal_dns.tar.gz", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/2392f446-41bc-4f3d-a32f-00d2c3e7c7f1/install/internal_dns.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "de30657a72b066b8ef1f56351a0a5d4d7000da0a62c4be9b2e949a107ca8a389", ), status: Valid, }, "nexus.tar.gz": OmicronManifestArtifactResult { file_name: "nexus.tar.gz", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/2392f446-41bc-4f3d-a32f-00d2c3e7c7f1/install/nexus.tar.gz", expected_size: 1683, expected_hash: ArtifactHash( "e9b7035f41848a987a798c15ac424cc91dd662b1af0920d58d8aa1ebad7467b6", ), status: Valid, }, "ntp.tar.gz": OmicronManifestArtifactResult { file_name: "ntp.tar.gz", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/2392f446-41bc-4f3d-a32f-00d2c3e7c7f1/install/ntp.tar.gz", expected_size: 1682, expected_hash: ArtifactHash( "d76e26198daed69cdae04490d7477f8c842e0dbe37d463eac0d0a8d3fb803095", ), status: Valid, }, "oximeter.tar.gz": OmicronManifestArtifactResult { file_name: "oximeter.tar.gz", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/2392f446-41bc-4f3d-a32f-00d2c3e7c7f1/install/oximeter.tar.gz", expected_size: 1683, expected_hash: ArtifactHash( "9f4bc56a15d5fd943fdac94309994b8fd73aa2be1ec61faf44bfcf2356c9dc23", ), status: Valid, }, }, }, ), }, }, }, measurement_manifest: MeasurementManifestStatus { boot_disk_path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/783463b6-bf31-49d5-899d-bd78bbb70981/install/measurements/measurements.json", boot_disk_result: Ok( OmicronManifestArtifactsResult { manifest: OmicronInstallManifest { source: Installinator { mupdate_id: 3267e945-e68b-4bf3-9676-5fb5cf98e97d (mupdate), }, files: { "fake-corpus": OmicronInstallMetadata { file_name: "fake-corpus", file_size: 1048576, hash: ArtifactHash( "a1a34c0ca4776c27d67a2a50b231acc96ccbc2645f5e8dd8c2bc27f0eab49855", ), }, }, }, data: { "fake-corpus": OmicronManifestArtifactResult { file_name: "fake-corpus", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/783463b6-bf31-49d5-899d-bd78bbb70981/install/measurements/fake-corpus", expected_size: 1048576, expected_hash: ArtifactHash( "a1a34c0ca4776c27d67a2a50b231acc96ccbc2645f5e8dd8c2bc27f0eab49855", ), status: Valid, }, }, }, ), non_boot_disk_metadata: { 2392f446-41bc-4f3d-a32f-00d2c3e7c7f1 (internal_zpool): OmicronManifestNonBootInfo { zpool_id: 2392f446-41bc-4f3d-a32f-00d2c3e7c7f1 (internal_zpool), dataset_dir: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/2392f446-41bc-4f3d-a32f-00d2c3e7c7f1/install", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/2392f446-41bc-4f3d-a32f-00d2c3e7c7f1/install/measurements/measurements.json", result: Matches( OmicronManifestArtifactsResult { manifest: OmicronInstallManifest { source: Installinator { mupdate_id: 3267e945-e68b-4bf3-9676-5fb5cf98e97d (mupdate), }, files: { "fake-corpus": OmicronInstallMetadata { file_name: "fake-corpus", file_size: 1048576, hash: ArtifactHash( "a1a34c0ca4776c27d67a2a50b231acc96ccbc2645f5e8dd8c2bc27f0eab49855", ), }, }, }, data: { "fake-corpus": OmicronManifestArtifactResult { file_name: "fake-corpus", path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/2392f446-41bc-4f3d-a32f-00d2c3e7c7f1/install/measurements/fake-corpus", expected_size: 1048576, expected_hash: ArtifactHash( "a1a34c0ca4776c27d67a2a50b231acc96ccbc2645f5e8dd8c2bc27f0eab49855", ), status: Valid, }, }, }, ), }, }, }, mupdate_override: MupdateOverrideStatus { boot_disk_path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/783463b6-bf31-49d5-899d-bd78bbb70981/install/mupdate-override.json", boot_disk_override: Ok( Some( MupdateOverrideInfo { mupdate_uuid: 4b3d388b-25eb-478a-a965-cb71f36206a9 (mupdate_override), hash_ids: { ArtifactHashId { kind: ArtifactKind( "control_plane", ), hash: ArtifactHash( "aff948fe95abe88e94e1176c524f3abd1d4bcab10ec7be3218174b04c61a496c", ), }, ArtifactHashId { kind: ArtifactKind( "host_phase_2", ), hash: ArtifactHash( "9ff631b5b7229604ab7c5aae2ee4a34a64772736b332540d38077b3aea6952df", ), }, }, }, ), ), non_boot_disk_overrides: { 2392f446-41bc-4f3d-a32f-00d2c3e7c7f1 (internal_zpool): MupdateOverrideNonBootInfo { zpool_id: 2392f446-41bc-4f3d-a32f-00d2c3e7c7f1 (internal_zpool), path: "/var/tmp/omicron_tmp/.tmpXGPMca/pool/int/2392f446-41bc-4f3d-a32f-00d2c3e7c7f1/install/mupdate-override.json", result: MatchesPresent, }, }, }, image_directory_override: None, measurement_directory_override: None, } running 1 test test integration_tests::updates::test_installinator_fetch has been running for over 60 seconds log file: /var/tmp/omicron_tmp/mod-ef1898d6ab5710e8-test_installinator_fetch_no_installinator_document.25945.0.log note: configured to log to "/var/tmp/omicron_tmp/mod-ef1898d6ab5710e8-test_installinator_fetch_no_installinator_document.25945.0.log" hint: Generated a random key: hint: hint: ed25519:MFECAQEwBQYDK2VwBCIEIOnGM6MqlV3knGtAhakij9TrPsNHhjH8DQOnaNlrIpOjgSEArwYykn405oeIld6iHbD_OLGRmimdigTQS5v2sa3R7ao= hint: hint: To modify this repository, you will need this key. Use the -k/--key hint: command line flag or the TUFACEOUS_KEY environment variable: hint: hint: export TUFACEOUS_KEY=ed25519:MFECAQEwBQYDK2VwBCIEIOnGM6MqlV3knGtAhakij9TrPsNHhjH8DQOnaNlrIpOjgSEArwYykn405oeIld6iHbD_OLGRmimdigTQS5v2sa3R7ao= hint: hint: To prevent this default behavior, use --no-generate-key. status: ResolverStatus { zone_manifest: ZoneManifestStatus { boot_disk_path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/8528f6e3-0653-41b7-8e76-3ec141f546b3/install/zones.json", boot_disk_result: Ok( OmicronManifestArtifactsResult { manifest: OmicronInstallManifest { source: Installinator { mupdate_id: 52957bc8-616c-4bb3-b680-3b8ee4556f48 (mupdate), }, files: { "clickhouse.tar.gz": OmicronInstallMetadata { file_name: "clickhouse.tar.gz", file_size: 1687, hash: ArtifactHash( "bb2d1ff02d11f72bc9049ae57f27536207519a1859d29f8d7a90ab3b44d56b08", ), }, "clickhouse_keeper.tar.gz": OmicronInstallMetadata { file_name: "clickhouse_keeper.tar.gz", file_size: 1691, hash: ArtifactHash( "1eb9f24be68f13c274aa0ac9b863cec520dbfe762620c328431728d75bfd2198", ), }, "clickhouse_server.tar.gz": OmicronInstallMetadata { file_name: "clickhouse_server.tar.gz", file_size: 1691, hash: ArtifactHash( "50fe271948672a9af1ba5f96c9d87ff2736fa72d78dfef598a79fa0cc8a00474", ), }, "cockroachdb.tar.gz": OmicronInstallMetadata { file_name: "cockroachdb.tar.gz", file_size: 1690, hash: ArtifactHash( "ebc82bf181db864b78cb7e3ddedf7ab1dd8fe7b377b02846f3c27cf0387bb387", ), }, "crucible.tar.gz": OmicronInstallMetadata { file_name: "crucible.tar.gz", file_size: 1691, hash: ArtifactHash( "866f6a7c2e51c056fb722b5113e80181cc9cd8b712a0d3dbf1edc4ce29e5229e", ), }, "crucible_pantry.tar.gz": OmicronInstallMetadata { file_name: "crucible_pantry.tar.gz", file_size: 1696, hash: ArtifactHash( "3ff26dad96faa8f67251f5de40458b4f809d536bfe8572134da0e42c2fa12674", ), }, "external_dns.tar.gz": OmicronInstallMetadata { file_name: "external_dns.tar.gz", file_size: 1690, hash: ArtifactHash( "f282c45771429f7bebf71f0cc668521066db57c6bb07fcfccdfb44825d3d930f", ), }, "internal_dns.tar.gz": OmicronInstallMetadata { file_name: "internal_dns.tar.gz", file_size: 1690, hash: ArtifactHash( "de30657a72b066b8ef1f56351a0a5d4d7000da0a62c4be9b2e949a107ca8a389", ), }, "nexus.tar.gz": OmicronInstallMetadata { file_name: "nexus.tar.gz", file_size: 1683, hash: ArtifactHash( "e9b7035f41848a987a798c15ac424cc91dd662b1af0920d58d8aa1ebad7467b6", ), }, "ntp.tar.gz": OmicronInstallMetadata { file_name: "ntp.tar.gz", file_size: 1682, hash: ArtifactHash( "d76e26198daed69cdae04490d7477f8c842e0dbe37d463eac0d0a8d3fb803095", ), }, "oximeter.tar.gz": OmicronInstallMetadata { file_name: "oximeter.tar.gz", file_size: 1683, hash: ArtifactHash( "9f4bc56a15d5fd943fdac94309994b8fd73aa2be1ec61faf44bfcf2356c9dc23", ), }, }, }, data: { "clickhouse.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse.tar.gz", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/8528f6e3-0653-41b7-8e76-3ec141f546b3/install/clickhouse.tar.gz", expected_size: 1687, expected_hash: ArtifactHash( "bb2d1ff02d11f72bc9049ae57f27536207519a1859d29f8d7a90ab3b44d56b08", ), status: Valid, }, "clickhouse_keeper.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse_keeper.tar.gz", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/8528f6e3-0653-41b7-8e76-3ec141f546b3/install/clickhouse_keeper.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "1eb9f24be68f13c274aa0ac9b863cec520dbfe762620c328431728d75bfd2198", ), status: Valid, }, "clickhouse_server.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse_server.tar.gz", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/8528f6e3-0653-41b7-8e76-3ec141f546b3/install/clickhouse_server.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "50fe271948672a9af1ba5f96c9d87ff2736fa72d78dfef598a79fa0cc8a00474", ), status: Valid, }, "cockroachdb.tar.gz": OmicronManifestArtifactResult { file_name: "cockroachdb.tar.gz", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/8528f6e3-0653-41b7-8e76-3ec141f546b3/install/cockroachdb.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "ebc82bf181db864b78cb7e3ddedf7ab1dd8fe7b377b02846f3c27cf0387bb387", ), status: Valid, }, "crucible.tar.gz": OmicronManifestArtifactResult { file_name: "crucible.tar.gz", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/8528f6e3-0653-41b7-8e76-3ec141f546b3/install/crucible.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "866f6a7c2e51c056fb722b5113e80181cc9cd8b712a0d3dbf1edc4ce29e5229e", ), status: Valid, }, "crucible_pantry.tar.gz": OmicronManifestArtifactResult { file_name: "crucible_pantry.tar.gz", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/8528f6e3-0653-41b7-8e76-3ec141f546b3/install/crucible_pantry.tar.gz", expected_size: 1696, expected_hash: ArtifactHash( "3ff26dad96faa8f67251f5de40458b4f809d536bfe8572134da0e42c2fa12674", ), status: Valid, }, "external_dns.tar.gz": OmicronManifestArtifactResult { file_name: "external_dns.tar.gz", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/8528f6e3-0653-41b7-8e76-3ec141f546b3/install/external_dns.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "f282c45771429f7bebf71f0cc668521066db57c6bb07fcfccdfb44825d3d930f", ), status: Valid, }, "internal_dns.tar.gz": OmicronManifestArtifactResult { file_name: "internal_dns.tar.gz", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/8528f6e3-0653-41b7-8e76-3ec141f546b3/install/internal_dns.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "de30657a72b066b8ef1f56351a0a5d4d7000da0a62c4be9b2e949a107ca8a389", ), status: Valid, }, "nexus.tar.gz": OmicronManifestArtifactResult { file_name: "nexus.tar.gz", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/8528f6e3-0653-41b7-8e76-3ec141f546b3/install/nexus.tar.gz", expected_size: 1683, expected_hash: ArtifactHash( "e9b7035f41848a987a798c15ac424cc91dd662b1af0920d58d8aa1ebad7467b6", ), status: Valid, }, "ntp.tar.gz": OmicronManifestArtifactResult { file_name: "ntp.tar.gz", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/8528f6e3-0653-41b7-8e76-3ec141f546b3/install/ntp.tar.gz", expected_size: 1682, expected_hash: ArtifactHash( "d76e26198daed69cdae04490d7477f8c842e0dbe37d463eac0d0a8d3fb803095", ), status: Valid, }, "oximeter.tar.gz": OmicronManifestArtifactResult { file_name: "oximeter.tar.gz", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/8528f6e3-0653-41b7-8e76-3ec141f546b3/install/oximeter.tar.gz", expected_size: 1683, expected_hash: ArtifactHash( "9f4bc56a15d5fd943fdac94309994b8fd73aa2be1ec61faf44bfcf2356c9dc23", ), status: Valid, }, }, }, ), non_boot_disk_metadata: { 55143a02-339a-4598-bb0b-cddc1cf02f20 (internal_zpool): OmicronManifestNonBootInfo { zpool_id: 55143a02-339a-4598-bb0b-cddc1cf02f20 (internal_zpool), dataset_dir: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/55143a02-339a-4598-bb0b-cddc1cf02f20/install", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/55143a02-339a-4598-bb0b-cddc1cf02f20/install/zones.json", result: Matches( OmicronManifestArtifactsResult { manifest: OmicronInstallManifest { source: Installinator { mupdate_id: 52957bc8-616c-4bb3-b680-3b8ee4556f48 (mupdate), }, files: { "clickhouse.tar.gz": OmicronInstallMetadata { file_name: "clickhouse.tar.gz", file_size: 1687, hash: ArtifactHash( "bb2d1ff02d11f72bc9049ae57f27536207519a1859d29f8d7a90ab3b44d56b08", ), }, "clickhouse_keeper.tar.gz": OmicronInstallMetadata { file_name: "clickhouse_keeper.tar.gz", file_size: 1691, hash: ArtifactHash( "1eb9f24be68f13c274aa0ac9b863cec520dbfe762620c328431728d75bfd2198", ), }, "clickhouse_server.tar.gz": OmicronInstallMetadata { file_name: "clickhouse_server.tar.gz", file_size: 1691, hash: ArtifactHash( "50fe271948672a9af1ba5f96c9d87ff2736fa72d78dfef598a79fa0cc8a00474", ), }, "cockroachdb.tar.gz": OmicronInstallMetadata { file_name: "cockroachdb.tar.gz", file_size: 1690, hash: ArtifactHash( "ebc82bf181db864b78cb7e3ddedf7ab1dd8fe7b377b02846f3c27cf0387bb387", ), }, "crucible.tar.gz": OmicronInstallMetadata { file_name: "crucible.tar.gz", file_size: 1691, hash: ArtifactHash( "866f6a7c2e51c056fb722b5113e80181cc9cd8b712a0d3dbf1edc4ce29e5229e", ), }, "crucible_pantry.tar.gz": OmicronInstallMetadata { file_name: "crucible_pantry.tar.gz", file_size: 1696, hash: ArtifactHash( "3ff26dad96faa8f67251f5de40458b4f809d536bfe8572134da0e42c2fa12674", ), }, "external_dns.tar.gz": OmicronInstallMetadata { file_name: "external_dns.tar.gz", file_size: 1690, hash: ArtifactHash( "f282c45771429f7bebf71f0cc668521066db57c6bb07fcfccdfb44825d3d930f", ), }, "internal_dns.tar.gz": OmicronInstallMetadata { file_name: "internal_dns.tar.gz", file_size: 1690, hash: ArtifactHash( "de30657a72b066b8ef1f56351a0a5d4d7000da0a62c4be9b2e949a107ca8a389", ), }, "nexus.tar.gz": OmicronInstallMetadata { file_name: "nexus.tar.gz", file_size: 1683, hash: ArtifactHash( "e9b7035f41848a987a798c15ac424cc91dd662b1af0920d58d8aa1ebad7467b6", ), }, "ntp.tar.gz": OmicronInstallMetadata { file_name: "ntp.tar.gz", file_size: 1682, hash: ArtifactHash( "d76e26198daed69cdae04490d7477f8c842e0dbe37d463eac0d0a8d3fb803095", ), }, "oximeter.tar.gz": OmicronInstallMetadata { file_name: "oximeter.tar.gz", file_size: 1683, hash: ArtifactHash( "9f4bc56a15d5fd943fdac94309994b8fd73aa2be1ec61faf44bfcf2356c9dc23", ), }, }, }, data: { "clickhouse.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse.tar.gz", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/55143a02-339a-4598-bb0b-cddc1cf02f20/install/clickhouse.tar.gz", expected_size: 1687, expected_hash: ArtifactHash( "bb2d1ff02d11f72bc9049ae57f27536207519a1859d29f8d7a90ab3b44d56b08", ), status: Valid, }, "clickhouse_keeper.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse_keeper.tar.gz", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/55143a02-339a-4598-bb0b-cddc1cf02f20/install/clickhouse_keeper.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "1eb9f24be68f13c274aa0ac9b863cec520dbfe762620c328431728d75bfd2198", ), status: Valid, }, "clickhouse_server.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse_server.tar.gz", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/55143a02-339a-4598-bb0b-cddc1cf02f20/install/clickhouse_server.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "50fe271948672a9af1ba5f96c9d87ff2736fa72d78dfef598a79fa0cc8a00474", ), status: Valid, }, "cockroachdb.tar.gz": OmicronManifestArtifactResult { file_name: "cockroachdb.tar.gz", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/55143a02-339a-4598-bb0b-cddc1cf02f20/install/cockroachdb.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "ebc82bf181db864b78cb7e3ddedf7ab1dd8fe7b377b02846f3c27cf0387bb387", ), status: Valid, }, "crucible.tar.gz": OmicronManifestArtifactResult { file_name: "crucible.tar.gz", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/55143a02-339a-4598-bb0b-cddc1cf02f20/install/crucible.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "866f6a7c2e51c056fb722b5113e80181cc9cd8b712a0d3dbf1edc4ce29e5229e", ), status: Valid, }, "crucible_pantry.tar.gz": OmicronManifestArtifactResult { file_name: "crucible_pantry.tar.gz", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/55143a02-339a-4598-bb0b-cddc1cf02f20/install/crucible_pantry.tar.gz", expected_size: 1696, expected_hash: ArtifactHash( "3ff26dad96faa8f67251f5de40458b4f809d536bfe8572134da0e42c2fa12674", ), status: Valid, }, "external_dns.tar.gz": OmicronManifestArtifactResult { file_name: "external_dns.tar.gz", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/55143a02-339a-4598-bb0b-cddc1cf02f20/install/external_dns.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "f282c45771429f7bebf71f0cc668521066db57c6bb07fcfccdfb44825d3d930f", ), status: Valid, }, "internal_dns.tar.gz": OmicronManifestArtifactResult { file_name: "internal_dns.tar.gz", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/55143a02-339a-4598-bb0b-cddc1cf02f20/install/internal_dns.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "de30657a72b066b8ef1f56351a0a5d4d7000da0a62c4be9b2e949a107ca8a389", ), status: Valid, }, "nexus.tar.gz": OmicronManifestArtifactResult { file_name: "nexus.tar.gz", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/55143a02-339a-4598-bb0b-cddc1cf02f20/install/nexus.tar.gz", expected_size: 1683, expected_hash: ArtifactHash( "e9b7035f41848a987a798c15ac424cc91dd662b1af0920d58d8aa1ebad7467b6", ), status: Valid, }, "ntp.tar.gz": OmicronManifestArtifactResult { file_name: "ntp.tar.gz", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/55143a02-339a-4598-bb0b-cddc1cf02f20/install/ntp.tar.gz", expected_size: 1682, expected_hash: ArtifactHash( "d76e26198daed69cdae04490d7477f8c842e0dbe37d463eac0d0a8d3fb803095", ), status: Valid, }, "oximeter.tar.gz": OmicronManifestArtifactResult { file_name: "oximeter.tar.gz", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/55143a02-339a-4598-bb0b-cddc1cf02f20/install/oximeter.tar.gz", expected_size: 1683, expected_hash: ArtifactHash( "9f4bc56a15d5fd943fdac94309994b8fd73aa2be1ec61faf44bfcf2356c9dc23", ), status: Valid, }, }, }, ), }, }, }, measurement_manifest: MeasurementManifestStatus { boot_disk_path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/8528f6e3-0653-41b7-8e76-3ec141f546b3/install/measurements/measurements.json", boot_disk_result: Ok( OmicronManifestArtifactsResult { manifest: OmicronInstallManifest { source: Installinator { mupdate_id: 52957bc8-616c-4bb3-b680-3b8ee4556f48 (mupdate), }, files: { "fake-corpus": OmicronInstallMetadata { file_name: "fake-corpus", file_size: 1048576, hash: ArtifactHash( "a1a34c0ca4776c27d67a2a50b231acc96ccbc2645f5e8dd8c2bc27f0eab49855", ), }, }, }, data: { "fake-corpus": OmicronManifestArtifactResult { file_name: "fake-corpus", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/8528f6e3-0653-41b7-8e76-3ec141f546b3/install/measurements/fake-corpus", expected_size: 1048576, expected_hash: ArtifactHash( "a1a34c0ca4776c27d67a2a50b231acc96ccbc2645f5e8dd8c2bc27f0eab49855", ), status: Valid, }, }, }, ), non_boot_disk_metadata: { 55143a02-339a-4598-bb0b-cddc1cf02f20 (internal_zpool): OmicronManifestNonBootInfo { zpool_id: 55143a02-339a-4598-bb0b-cddc1cf02f20 (internal_zpool), dataset_dir: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/55143a02-339a-4598-bb0b-cddc1cf02f20/install", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/55143a02-339a-4598-bb0b-cddc1cf02f20/install/measurements/measurements.json", result: Matches( OmicronManifestArtifactsResult { manifest: OmicronInstallManifest { source: Installinator { mupdate_id: 52957bc8-616c-4bb3-b680-3b8ee4556f48 (mupdate), }, files: { "fake-corpus": OmicronInstallMetadata { file_name: "fake-corpus", file_size: 1048576, hash: ArtifactHash( "a1a34c0ca4776c27d67a2a50b231acc96ccbc2645f5e8dd8c2bc27f0eab49855", ), }, }, }, data: { "fake-corpus": OmicronManifestArtifactResult { file_name: "fake-corpus", path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/55143a02-339a-4598-bb0b-cddc1cf02f20/install/measurements/fake-corpus", expected_size: 1048576, expected_hash: ArtifactHash( "a1a34c0ca4776c27d67a2a50b231acc96ccbc2645f5e8dd8c2bc27f0eab49855", ), status: Valid, }, }, }, ), }, }, }, mupdate_override: MupdateOverrideStatus { boot_disk_path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/8528f6e3-0653-41b7-8e76-3ec141f546b3/install/mupdate-override.json", boot_disk_override: Ok( Some( MupdateOverrideInfo { mupdate_uuid: 0ff362cc-91b5-4c35-aafc-08729676cc42 (mupdate_override), hash_ids: { ArtifactHashId { kind: ArtifactKind( "control_plane", ), hash: ArtifactHash( "aff948fe95abe88e94e1176c524f3abd1d4bcab10ec7be3218174b04c61a496c", ), }, ArtifactHashId { kind: ArtifactKind( "host_phase_2", ), hash: ArtifactHash( "9ff631b5b7229604ab7c5aae2ee4a34a64772736b332540d38077b3aea6952df", ), }, }, }, ), ), non_boot_disk_overrides: { 55143a02-339a-4598-bb0b-cddc1cf02f20 (internal_zpool): MupdateOverrideNonBootInfo { zpool_id: 55143a02-339a-4598-bb0b-cddc1cf02f20 (internal_zpool), path: "/var/tmp/omicron_tmp/.tmpICyRrI/pool/int/55143a02-339a-4598-bb0b-cddc1cf02f20/install/mupdate-override.json", result: MatchesPresent, }, }, }, image_directory_override: None, measurement_directory_override: None, } running 1 test test integration_tests::updates::test_installinator_fetch has been running for over 60 seconds log file: /var/tmp/omicron_tmp/mod-ef1898d6ab5710e8-test_installinator_fetch_no_installinator_document.25626.0.log note: configured to log to "/var/tmp/omicron_tmp/mod-ef1898d6ab5710e8-test_installinator_fetch_no_installinator_document.25626.0.log" hint: Generated a random key: hint: hint: ed25519:MFECAQEwBQYDK2VwBCIEIHqMzSSw7El8UET_TL-70890Vd_iJM80YNax_lR9SfPjgSEAiHZEMMQ2-uwlhKbs29kd75xLs5-ruHvXb_oZ81Zw_qU= hint: hint: To modify this repository, you will need this key. Use the -k/--key hint: command line flag or the TUFACEOUS_KEY environment variable: hint: hint: export TUFACEOUS_KEY=ed25519:MFECAQEwBQYDK2VwBCIEIHqMzSSw7El8UET_TL-70890Vd_iJM80YNax_lR9SfPjgSEAiHZEMMQ2-uwlhKbs29kd75xLs5-ruHvXb_oZ81Zw_qU= hint: hint: To prevent this default behavior, use --no-generate-key. status: ResolverStatus { zone_manifest: ZoneManifestStatus { boot_disk_path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/ee65621d-8ad8-45d7-8131-1b70b33b3190/install/zones.json", boot_disk_result: Ok( OmicronManifestArtifactsResult { manifest: OmicronInstallManifest { source: Installinator { mupdate_id: 673af24e-7e55-471c-9910-57431830d814 (mupdate), }, files: { "clickhouse.tar.gz": OmicronInstallMetadata { file_name: "clickhouse.tar.gz", file_size: 1687, hash: ArtifactHash( "bb2d1ff02d11f72bc9049ae57f27536207519a1859d29f8d7a90ab3b44d56b08", ), }, "clickhouse_keeper.tar.gz": OmicronInstallMetadata { file_name: "clickhouse_keeper.tar.gz", file_size: 1691, hash: ArtifactHash( "1eb9f24be68f13c274aa0ac9b863cec520dbfe762620c328431728d75bfd2198", ), }, "clickhouse_server.tar.gz": OmicronInstallMetadata { file_name: "clickhouse_server.tar.gz", file_size: 1691, hash: ArtifactHash( "50fe271948672a9af1ba5f96c9d87ff2736fa72d78dfef598a79fa0cc8a00474", ), }, "cockroachdb.tar.gz": OmicronInstallMetadata { file_name: "cockroachdb.tar.gz", file_size: 1690, hash: ArtifactHash( "ebc82bf181db864b78cb7e3ddedf7ab1dd8fe7b377b02846f3c27cf0387bb387", ), }, "crucible.tar.gz": OmicronInstallMetadata { file_name: "crucible.tar.gz", file_size: 1691, hash: ArtifactHash( "866f6a7c2e51c056fb722b5113e80181cc9cd8b712a0d3dbf1edc4ce29e5229e", ), }, "crucible_pantry.tar.gz": OmicronInstallMetadata { file_name: "crucible_pantry.tar.gz", file_size: 1696, hash: ArtifactHash( "3ff26dad96faa8f67251f5de40458b4f809d536bfe8572134da0e42c2fa12674", ), }, "external_dns.tar.gz": OmicronInstallMetadata { file_name: "external_dns.tar.gz", file_size: 1690, hash: ArtifactHash( "f282c45771429f7bebf71f0cc668521066db57c6bb07fcfccdfb44825d3d930f", ), }, "internal_dns.tar.gz": OmicronInstallMetadata { file_name: "internal_dns.tar.gz", file_size: 1690, hash: ArtifactHash( "de30657a72b066b8ef1f56351a0a5d4d7000da0a62c4be9b2e949a107ca8a389", ), }, "nexus.tar.gz": OmicronInstallMetadata { file_name: "nexus.tar.gz", file_size: 1683, hash: ArtifactHash( "e9b7035f41848a987a798c15ac424cc91dd662b1af0920d58d8aa1ebad7467b6", ), }, "ntp.tar.gz": OmicronInstallMetadata { file_name: "ntp.tar.gz", file_size: 1682, hash: ArtifactHash( "d76e26198daed69cdae04490d7477f8c842e0dbe37d463eac0d0a8d3fb803095", ), }, "oximeter.tar.gz": OmicronInstallMetadata { file_name: "oximeter.tar.gz", file_size: 1683, hash: ArtifactHash( "9f4bc56a15d5fd943fdac94309994b8fd73aa2be1ec61faf44bfcf2356c9dc23", ), }, }, }, data: { "clickhouse.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse.tar.gz", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/ee65621d-8ad8-45d7-8131-1b70b33b3190/install/clickhouse.tar.gz", expected_size: 1687, expected_hash: ArtifactHash( "bb2d1ff02d11f72bc9049ae57f27536207519a1859d29f8d7a90ab3b44d56b08", ), status: Valid, }, "clickhouse_keeper.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse_keeper.tar.gz", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/ee65621d-8ad8-45d7-8131-1b70b33b3190/install/clickhouse_keeper.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "1eb9f24be68f13c274aa0ac9b863cec520dbfe762620c328431728d75bfd2198", ), status: Valid, }, "clickhouse_server.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse_server.tar.gz", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/ee65621d-8ad8-45d7-8131-1b70b33b3190/install/clickhouse_server.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "50fe271948672a9af1ba5f96c9d87ff2736fa72d78dfef598a79fa0cc8a00474", ), status: Valid, }, "cockroachdb.tar.gz": OmicronManifestArtifactResult { file_name: "cockroachdb.tar.gz", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/ee65621d-8ad8-45d7-8131-1b70b33b3190/install/cockroachdb.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "ebc82bf181db864b78cb7e3ddedf7ab1dd8fe7b377b02846f3c27cf0387bb387", ), status: Valid, }, "crucible.tar.gz": OmicronManifestArtifactResult { file_name: "crucible.tar.gz", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/ee65621d-8ad8-45d7-8131-1b70b33b3190/install/crucible.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "866f6a7c2e51c056fb722b5113e80181cc9cd8b712a0d3dbf1edc4ce29e5229e", ), status: Valid, }, "crucible_pantry.tar.gz": OmicronManifestArtifactResult { file_name: "crucible_pantry.tar.gz", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/ee65621d-8ad8-45d7-8131-1b70b33b3190/install/crucible_pantry.tar.gz", expected_size: 1696, expected_hash: ArtifactHash( "3ff26dad96faa8f67251f5de40458b4f809d536bfe8572134da0e42c2fa12674", ), status: Valid, }, "external_dns.tar.gz": OmicronManifestArtifactResult { file_name: "external_dns.tar.gz", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/ee65621d-8ad8-45d7-8131-1b70b33b3190/install/external_dns.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "f282c45771429f7bebf71f0cc668521066db57c6bb07fcfccdfb44825d3d930f", ), status: Valid, }, "internal_dns.tar.gz": OmicronManifestArtifactResult { file_name: "internal_dns.tar.gz", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/ee65621d-8ad8-45d7-8131-1b70b33b3190/install/internal_dns.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "de30657a72b066b8ef1f56351a0a5d4d7000da0a62c4be9b2e949a107ca8a389", ), status: Valid, }, "nexus.tar.gz": OmicronManifestArtifactResult { file_name: "nexus.tar.gz", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/ee65621d-8ad8-45d7-8131-1b70b33b3190/install/nexus.tar.gz", expected_size: 1683, expected_hash: ArtifactHash( "e9b7035f41848a987a798c15ac424cc91dd662b1af0920d58d8aa1ebad7467b6", ), status: Valid, }, "ntp.tar.gz": OmicronManifestArtifactResult { file_name: "ntp.tar.gz", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/ee65621d-8ad8-45d7-8131-1b70b33b3190/install/ntp.tar.gz", expected_size: 1682, expected_hash: ArtifactHash( "d76e26198daed69cdae04490d7477f8c842e0dbe37d463eac0d0a8d3fb803095", ), status: Valid, }, "oximeter.tar.gz": OmicronManifestArtifactResult { file_name: "oximeter.tar.gz", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/ee65621d-8ad8-45d7-8131-1b70b33b3190/install/oximeter.tar.gz", expected_size: 1683, expected_hash: ArtifactHash( "9f4bc56a15d5fd943fdac94309994b8fd73aa2be1ec61faf44bfcf2356c9dc23", ), status: Valid, }, }, }, ), non_boot_disk_metadata: { acfd9d4c-03c0-4f90-b5c9-3fc75b955d24 (internal_zpool): OmicronManifestNonBootInfo { zpool_id: acfd9d4c-03c0-4f90-b5c9-3fc75b955d24 (internal_zpool), dataset_dir: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/acfd9d4c-03c0-4f90-b5c9-3fc75b955d24/install", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/acfd9d4c-03c0-4f90-b5c9-3fc75b955d24/install/zones.json", result: Matches( OmicronManifestArtifactsResult { manifest: OmicronInstallManifest { source: Installinator { mupdate_id: 673af24e-7e55-471c-9910-57431830d814 (mupdate), }, files: { "clickhouse.tar.gz": OmicronInstallMetadata { file_name: "clickhouse.tar.gz", file_size: 1687, hash: ArtifactHash( "bb2d1ff02d11f72bc9049ae57f27536207519a1859d29f8d7a90ab3b44d56b08", ), }, "clickhouse_keeper.tar.gz": OmicronInstallMetadata { file_name: "clickhouse_keeper.tar.gz", file_size: 1691, hash: ArtifactHash( "1eb9f24be68f13c274aa0ac9b863cec520dbfe762620c328431728d75bfd2198", ), }, "clickhouse_server.tar.gz": OmicronInstallMetadata { file_name: "clickhouse_server.tar.gz", file_size: 1691, hash: ArtifactHash( "50fe271948672a9af1ba5f96c9d87ff2736fa72d78dfef598a79fa0cc8a00474", ), }, "cockroachdb.tar.gz": OmicronInstallMetadata { file_name: "cockroachdb.tar.gz", file_size: 1690, hash: ArtifactHash( "ebc82bf181db864b78cb7e3ddedf7ab1dd8fe7b377b02846f3c27cf0387bb387", ), }, "crucible.tar.gz": OmicronInstallMetadata { file_name: "crucible.tar.gz", file_size: 1691, hash: ArtifactHash( "866f6a7c2e51c056fb722b5113e80181cc9cd8b712a0d3dbf1edc4ce29e5229e", ), }, "crucible_pantry.tar.gz": OmicronInstallMetadata { file_name: "crucible_pantry.tar.gz", file_size: 1696, hash: ArtifactHash( "3ff26dad96faa8f67251f5de40458b4f809d536bfe8572134da0e42c2fa12674", ), }, "external_dns.tar.gz": OmicronInstallMetadata { file_name: "external_dns.tar.gz", file_size: 1690, hash: ArtifactHash( "f282c45771429f7bebf71f0cc668521066db57c6bb07fcfccdfb44825d3d930f", ), }, "internal_dns.tar.gz": OmicronInstallMetadata { file_name: "internal_dns.tar.gz", file_size: 1690, hash: ArtifactHash( "de30657a72b066b8ef1f56351a0a5d4d7000da0a62c4be9b2e949a107ca8a389", ), }, "nexus.tar.gz": OmicronInstallMetadata { file_name: "nexus.tar.gz", file_size: 1683, hash: ArtifactHash( "e9b7035f41848a987a798c15ac424cc91dd662b1af0920d58d8aa1ebad7467b6", ), }, "ntp.tar.gz": OmicronInstallMetadata { file_name: "ntp.tar.gz", file_size: 1682, hash: ArtifactHash( "d76e26198daed69cdae04490d7477f8c842e0dbe37d463eac0d0a8d3fb803095", ), }, "oximeter.tar.gz": OmicronInstallMetadata { file_name: "oximeter.tar.gz", file_size: 1683, hash: ArtifactHash( "9f4bc56a15d5fd943fdac94309994b8fd73aa2be1ec61faf44bfcf2356c9dc23", ), }, }, }, data: { "clickhouse.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse.tar.gz", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/acfd9d4c-03c0-4f90-b5c9-3fc75b955d24/install/clickhouse.tar.gz", expected_size: 1687, expected_hash: ArtifactHash( "bb2d1ff02d11f72bc9049ae57f27536207519a1859d29f8d7a90ab3b44d56b08", ), status: Valid, }, "clickhouse_keeper.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse_keeper.tar.gz", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/acfd9d4c-03c0-4f90-b5c9-3fc75b955d24/install/clickhouse_keeper.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "1eb9f24be68f13c274aa0ac9b863cec520dbfe762620c328431728d75bfd2198", ), status: Valid, }, "clickhouse_server.tar.gz": OmicronManifestArtifactResult { file_name: "clickhouse_server.tar.gz", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/acfd9d4c-03c0-4f90-b5c9-3fc75b955d24/install/clickhouse_server.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "50fe271948672a9af1ba5f96c9d87ff2736fa72d78dfef598a79fa0cc8a00474", ), status: Valid, }, "cockroachdb.tar.gz": OmicronManifestArtifactResult { file_name: "cockroachdb.tar.gz", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/acfd9d4c-03c0-4f90-b5c9-3fc75b955d24/install/cockroachdb.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "ebc82bf181db864b78cb7e3ddedf7ab1dd8fe7b377b02846f3c27cf0387bb387", ), status: Valid, }, "crucible.tar.gz": OmicronManifestArtifactResult { file_name: "crucible.tar.gz", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/acfd9d4c-03c0-4f90-b5c9-3fc75b955d24/install/crucible.tar.gz", expected_size: 1691, expected_hash: ArtifactHash( "866f6a7c2e51c056fb722b5113e80181cc9cd8b712a0d3dbf1edc4ce29e5229e", ), status: Valid, }, "crucible_pantry.tar.gz": OmicronManifestArtifactResult { file_name: "crucible_pantry.tar.gz", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/acfd9d4c-03c0-4f90-b5c9-3fc75b955d24/install/crucible_pantry.tar.gz", expected_size: 1696, expected_hash: ArtifactHash( "3ff26dad96faa8f67251f5de40458b4f809d536bfe8572134da0e42c2fa12674", ), status: Valid, }, "external_dns.tar.gz": OmicronManifestArtifactResult { file_name: "external_dns.tar.gz", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/acfd9d4c-03c0-4f90-b5c9-3fc75b955d24/install/external_dns.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "f282c45771429f7bebf71f0cc668521066db57c6bb07fcfccdfb44825d3d930f", ), status: Valid, }, "internal_dns.tar.gz": OmicronManifestArtifactResult { file_name: "internal_dns.tar.gz", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/acfd9d4c-03c0-4f90-b5c9-3fc75b955d24/install/internal_dns.tar.gz", expected_size: 1690, expected_hash: ArtifactHash( "de30657a72b066b8ef1f56351a0a5d4d7000da0a62c4be9b2e949a107ca8a389", ), status: Valid, }, "nexus.tar.gz": OmicronManifestArtifactResult { file_name: "nexus.tar.gz", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/acfd9d4c-03c0-4f90-b5c9-3fc75b955d24/install/nexus.tar.gz", expected_size: 1683, expected_hash: ArtifactHash( "e9b7035f41848a987a798c15ac424cc91dd662b1af0920d58d8aa1ebad7467b6", ), status: Valid, }, "ntp.tar.gz": OmicronManifestArtifactResult { file_name: "ntp.tar.gz", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/acfd9d4c-03c0-4f90-b5c9-3fc75b955d24/install/ntp.tar.gz", expected_size: 1682, expected_hash: ArtifactHash( "d76e26198daed69cdae04490d7477f8c842e0dbe37d463eac0d0a8d3fb803095", ), status: Valid, }, "oximeter.tar.gz": OmicronManifestArtifactResult { file_name: "oximeter.tar.gz", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/acfd9d4c-03c0-4f90-b5c9-3fc75b955d24/install/oximeter.tar.gz", expected_size: 1683, expected_hash: ArtifactHash( "9f4bc56a15d5fd943fdac94309994b8fd73aa2be1ec61faf44bfcf2356c9dc23", ), status: Valid, }, }, }, ), }, }, }, measurement_manifest: MeasurementManifestStatus { boot_disk_path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/ee65621d-8ad8-45d7-8131-1b70b33b3190/install/measurements/measurements.json", boot_disk_result: Ok( OmicronManifestArtifactsResult { manifest: OmicronInstallManifest { source: Installinator { mupdate_id: 673af24e-7e55-471c-9910-57431830d814 (mupdate), }, files: { "fake-corpus": OmicronInstallMetadata { file_name: "fake-corpus", file_size: 1048576, hash: ArtifactHash( "a1a34c0ca4776c27d67a2a50b231acc96ccbc2645f5e8dd8c2bc27f0eab49855", ), }, }, }, data: { "fake-corpus": OmicronManifestArtifactResult { file_name: "fake-corpus", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/ee65621d-8ad8-45d7-8131-1b70b33b3190/install/measurements/fake-corpus", expected_size: 1048576, expected_hash: ArtifactHash( "a1a34c0ca4776c27d67a2a50b231acc96ccbc2645f5e8dd8c2bc27f0eab49855", ), status: Valid, }, }, }, ), non_boot_disk_metadata: { acfd9d4c-03c0-4f90-b5c9-3fc75b955d24 (internal_zpool): OmicronManifestNonBootInfo { zpool_id: acfd9d4c-03c0-4f90-b5c9-3fc75b955d24 (internal_zpool), dataset_dir: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/acfd9d4c-03c0-4f90-b5c9-3fc75b955d24/install", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/acfd9d4c-03c0-4f90-b5c9-3fc75b955d24/install/measurements/measurements.json", result: Matches( OmicronManifestArtifactsResult { manifest: OmicronInstallManifest { source: Installinator { mupdate_id: 673af24e-7e55-471c-9910-57431830d814 (mupdate), }, files: { "fake-corpus": OmicronInstallMetadata { file_name: "fake-corpus", file_size: 1048576, hash: ArtifactHash( "a1a34c0ca4776c27d67a2a50b231acc96ccbc2645f5e8dd8c2bc27f0eab49855", ), }, }, }, data: { "fake-corpus": OmicronManifestArtifactResult { file_name: "fake-corpus", path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/acfd9d4c-03c0-4f90-b5c9-3fc75b955d24/install/measurements/fake-corpus", expected_size: 1048576, expected_hash: ArtifactHash( "a1a34c0ca4776c27d67a2a50b231acc96ccbc2645f5e8dd8c2bc27f0eab49855", ), status: Valid, }, }, }, ), }, }, }, mupdate_override: MupdateOverrideStatus { boot_disk_path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/ee65621d-8ad8-45d7-8131-1b70b33b3190/install/mupdate-override.json", boot_disk_override: Ok( Some( MupdateOverrideInfo { mupdate_uuid: 21c74dd1-c373-402e-842f-1b0c382bcceb (mupdate_override), hash_ids: { ArtifactHashId { kind: ArtifactKind( "control_plane", ), hash: ArtifactHash( "aff948fe95abe88e94e1176c524f3abd1d4bcab10ec7be3218174b04c61a496c", ), }, ArtifactHashId { kind: ArtifactKind( "host_phase_2", ), hash: ArtifactHash( "9ff631b5b7229604ab7c5aae2ee4a34a64772736b332540d38077b3aea6952df", ), }, }, }, ), ), non_boot_disk_overrides: { acfd9d4c-03c0-4f90-b5c9-3fc75b955d24 (internal_zpool): MupdateOverrideNonBootInfo { zpool_id: acfd9d4c-03c0-4f90-b5c9-3fc75b955d24 (internal_zpool), path: "/var/tmp/omicron_tmp/.tmpBJFbFX/pool/int/acfd9d4c-03c0-4f90-b5c9-3fc75b955d24/install/mupdate-override.json", result: MatchesPresent, }, }, }, image_directory_override: None, measurement_directory_override: None, } running 1 test test integration_tests::updates::test_updates has been running for over 60 seconds log file: /var/tmp/omicron_tmp/mod-ef1898d6ab5710e8-test_updates.25942.0.log note: configured to log to "/var/tmp/omicron_tmp/mod-ef1898d6ab5710e8-test_updates.25942.0.log" hint: Generated a random key: hint: hint: ed25519:MFECAQEwBQYDK2VwBCIEIPonDf5KaMoBaVqIKc7BAZPCvgjT9PxNP3fwz6aWutcAgSEAuTGtESNzesE_ZigWGKS-LjHkVv3yQLHOuw4BhEjpw7s= hint: hint: To modify this repository, you will need this key. Use the -k/--key hint: command line flag or the TUFACEOUS_KEY environment variable: hint: hint: export TUFACEOUS_KEY=ed25519:MFECAQEwBQYDK2VwBCIEIPonDf5KaMoBaVqIKc7BAZPCvgjT9PxNP3fwz6aWutcAgSEAuTGtESNzesE_ZigWGKS-LjHkVv3yQLHOuw4BhEjpw7s= hint: hint: To prevent this default behavior, use --no-generate-key. running 1 test test integration_tests::updates::test_updates has been running for over 60 seconds log file: /var/tmp/omicron_tmp/mod-ef1898d6ab5710e8-test_updates.25946.0.log note: configured to log to "/var/tmp/omicron_tmp/mod-ef1898d6ab5710e8-test_updates.25946.0.log" hint: Generated a random key: hint: hint: ed25519:MFECAQEwBQYDK2VwBCIEINLxUkWP-9VEKAPTfu9zrDyIJuFhk0hQCXXOLM1kz597gSEALZPMZ5UaPDNm5Pkbd7i0OJuxqw9l-uWFD80Adwj8zHI= hint: hint: To modify this repository, you will need this key. Use the -k/--key hint: command line flag or the TUFACEOUS_KEY environment variable: hint: hint: export TUFACEOUS_KEY=ed25519:MFECAQEwBQYDK2VwBCIEINLxUkWP-9VEKAPTfu9zrDyIJuFhk0hQCXXOLM1kz597gSEALZPMZ5UaPDNm5Pkbd7i0OJuxqw9l-uWFD80Adwj8zHI= hint: hint: To prevent this default behavior, use --no-generate-key. running 1 test test integration_tests::updates::test_updates has been running for over 60 seconds log file: /var/tmp/omicron_tmp/mod-ef1898d6ab5710e8-test_updates.25630.0.log note: configured to log to "/var/tmp/omicron_tmp/mod-ef1898d6ab5710e8-test_updates.25630.0.log" hint: Generated a random key: hint: hint: ed25519:MFECAQEwBQYDK2VwBCIEIFH1QzRk0teR6JDljRi_jTs5KllJUPIeMaxrIeMMKZBZgSEAmc4Z4KVrm8KiwWuKpOEKuJ8fP2m-w1X4SG-2Xa_hlb8= hint: hint: To modify this repository, you will need this key. Use the -k/--key hint: command line flag or the TUFACEOUS_KEY environment variable: hint: hint: export TUFACEOUS_KEY=ed25519:MFECAQEwBQYDK2VwBCIEIFH1QzRk0teR6JDljRi_jTs5KllJUPIeMaxrIeMMKZBZgSEAmc4Z4KVrm8KiwWuKpOEKuJ8fP2m-w1X4SG-2Xa_hlb8= hint: hint: To prevent this default behavior, use --no-generate-key.