[ Feb 23 14:10:06 Enabled. ] [ Feb 23 14:10:06 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Feb 23 14:10:06 Method "start" exited with status 0. ] [ Feb 23 14:10:06 Rereading configuration. ] [ Feb 23 14:10:06 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:06.645069437Z","hostname":"buskin","pid":1566,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:06.645215932Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:06.699362813Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:06.699402684Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:06.814167951Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:06.82355357Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:06.83207406Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:07.441248691Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:07.580664012Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:07.580694993Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:07.580834178Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:07.580940371Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:07.580969022Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:07.580984513Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:07.584012809Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:07.584023909Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:07.584034409Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:07.58406424Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:07.584090851Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:07.584152413Z","hostname":"buskin","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:07.584290278Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:07.584336199Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:07.58436122Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:07.59633641Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:07.596372122Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"fc086620-c1a7-41cd-9293-bd06aa14f79c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:07.696883836Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: fc086620-c1a7-41cd-9293-bd06aa14f79c (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.053630934Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.053663455Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.053668325Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.053681566Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.053693896Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.053717217Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.053721987Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.062795045Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.062820436Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"1a1e6221-b5e5-46a2-a93d-0bcbac1320ce (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.146655271Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 1a1e6221-b5e5-46a2-a93d-0bcbac1320ce (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509620506Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509681398Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fc086620-c1a7-41cd-9293-bd06aa14f79c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1a1e6221-b5e5-46a2-a93d-0bcbac1320ce (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.5097304Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.50973965Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.50974595Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.50975254Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509787062Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fc086620-c1a7-41cd-9293-bd06aa14f79c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1a1e6221-b5e5-46a2-a93d-0bcbac1320ce (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509801822Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509810433Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509815473Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509820243Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509838693Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509843954Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509848324Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fc086620-c1a7-41cd-9293-bd06aa14f79c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1a1e6221-b5e5-46a2-a93d-0bcbac1320ce (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509868884Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509874255Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509878755Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509884325Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509889175Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509900575Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509906405Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509911506Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fc086620-c1a7-41cd-9293-bd06aa14f79c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1a1e6221-b5e5-46a2-a93d-0bcbac1320ce (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509939286Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509946097Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509950457Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509955027Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509960687Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509965377Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fc086620-c1a7-41cd-9293-bd06aa14f79c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1a1e6221-b5e5-46a2-a93d-0bcbac1320ce (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509985518Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509991788Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509995718Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.509999299Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fc086620-c1a7-41cd-9293-bd06aa14f79c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1a1e6221-b5e5-46a2-a93d-0bcbac1320ce (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510029749Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510034809Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.51004238Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.51004657Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510097411Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510108822Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fc086620-c1a7-41cd-9293-bd06aa14f79c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1a1e6221-b5e5-46a2-a93d-0bcbac1320ce (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510143863Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510151563Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510156684Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510161304Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510165224Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510171104Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510176364Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510194195Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fc086620-c1a7-41cd-9293-bd06aa14f79c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1a1e6221-b5e5-46a2-a93d-0bcbac1320ce (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510227566Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510233296Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510237326Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510242816Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510247626Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510252627Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fc086620-c1a7-41cd-9293-bd06aa14f79c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1a1e6221-b5e5-46a2-a93d-0bcbac1320ce (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510280087Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510289478Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510293568Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510306308Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510310548Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fc086620-c1a7-41cd-9293-bd06aa14f79c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1a1e6221-b5e5-46a2-a93d-0bcbac1320ce (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510344099Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.51034871Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.51035384Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.51035803Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510391061Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510408321Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510419512Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510429362Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510437842Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510442493Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510481824Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.510490014Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.521156953Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:793"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.521195084Z","hostname":"buskin","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999932047s","next_cleanup":"Instant { tv_sec: 1163, tv_nsec: 206049508 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.521205144Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4018"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.523603791Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.523749956Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.523763826Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.524150618Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:328"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.525880163Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: Some(\n None,\n ),\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n tx_eq: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.52640619Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1190"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.52641345Z","hostname":"buskin","pid":1566,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.526453001Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.526472132Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/rss-started.marker","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.526503333Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/rss-started.marker","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.526516333Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.526538564Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.526545004Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS not previously run. Creating plans.","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.526551545Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1239"} {"msg":"Writing ledger to /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/.rss-started.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.526555585Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/.rss-started.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.526751361Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.526905916Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1271"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.526910136Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:66"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.526913896Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:39"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.526951807Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1302"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.527006259Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.527019529Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.527194515Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.527334819Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.527408462Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 84932682-63ba-4c3f-bb4e-4f6ae212fca9 (sled), rack_id: c64b72e2-92f4-4959-9e2e-e782ef25f71f, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.528133355Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4315"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.528187897Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4721"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.532429881Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-882d17aeeb0cb343/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.538488144Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-882d17aeeb0cb343/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.538596607Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-882d17aeeb0cb343/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.542680947Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-882d17aeeb0cb343/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.542739079Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-882d17aeeb0cb343/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.542823902Z","hostname":"buskin","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:64205","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 84932682-63ba-4c3f-bb4e-4f6ae212fca9 (sled), rack_id: c64b72e2-92f4-4959-9e2e-e782ef25f71f, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.542971086Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.542986397Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.543013968Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.543021728Z","hostname":"buskin","pid":1566,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.543049549Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.543055799Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:813"} {"msg":"No ledger in /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.543118011Z","hostname":"buskin","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.543133592Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.543156582Z","hostname":"buskin","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.543163653Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:802"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.543172453Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:830"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.543176413Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:596"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.543225655Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.543239315Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:701","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.558980965Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.579633841Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.596744495Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.625475878Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:419"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.62552167Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.62552624Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:431"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.62553008Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 84.163804ms)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.628112012Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef4a463e-22f6-44c7-bf48-bcc1c1464af3\", \"content-length\": \"124\", \"date\": \"Sun, 23 Feb 2025 14:10:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ef4a463e-22f6-44c7-bf48-bcc1c1464af3\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_fc086620-c1a7-41cd-9293-bd06aa14f79c/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.637922614Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_fc086620-c1a7-41cd-9293-bd06aa14f79c/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.66327362Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_fc086620-c1a7-41cd-9293-bd06aa14f79c/swap\"","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.663308341Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.668548818Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:446"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.668560328Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:129"} {"msg":"Ensuring dataset oxi_fc086620-c1a7-41cd-9293-bd06aa14f79c/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.668565508Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:139"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.71393589Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 112.041718ms)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.714517288Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de7cb14d-51fb-46b0-a8d7-573ad1ae8195\", \"content-length\": \"124\", \"date\": \"Sun, 23 Feb 2025 14:10:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"de7cb14d-51fb-46b0-a8d7-573ad1ae8195\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.739690308Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:174"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.82784228Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 185.372338ms)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.828361287Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cc58b20-0a01-4b72-b4b6-84f0285907ac\", \"content-length\": \"124\", \"date\": \"Sun, 23 Feb 2025 14:10:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9cc58b20-0a01-4b72-b4b6-84f0285907ac\" }"} {"msg":"Mounting oxi_fc086620-c1a7-41cd-9293-bd06aa14f79c/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.959402441Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:182"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.972644952Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:190"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.972780216Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:190"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.972798787Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:190"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:08.972840738Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:196"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:09.014870364Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 89.642032ms)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:09.01567747Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"744b14b1-213e-4b56-aaf7-32e8409da083\", \"content-length\": \"124\", \"date\": \"Sun, 23 Feb 2025 14:10:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"744b14b1-213e-4b56-aaf7-32e8409da083\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:09.106745324Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 198.399077ms)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:09.107294192Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a4e42e2-0f59-42f8-ad9f-869d1958a856\", \"content-length\": \"124\", \"date\": \"Sun, 23 Feb 2025 14:10:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2a4e42e2-0f59-42f8-ad9f-869d1958a856\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:09.306545304Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 209.723138ms)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:09.307272347Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f0a1089-786b-4f2f-811d-798b84fa6d5a\", \"content-length\": \"124\", \"date\": \"Sun, 23 Feb 2025 14:10:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0f0a1089-786b-4f2f-811d-798b84fa6d5a\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:09.518521691Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 446.508055ms)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:09.519192442Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c752e99-2ccf-49d0-99e3-13111e166516\", \"content-length\": \"124\", \"date\": \"Sun, 23 Feb 2025 14:10:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7c752e99-2ccf-49d0-99e3-13111e166516\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:09.72236545Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:94"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:09.727905786Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:58608","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:328","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:328"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:09.727940957Z","hostname":"buskin","pid":1566,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:09.727988738Z","hostname":"buskin","pid":1566,"file":"oximeter/producer/src/lib.rs:279","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:279","interval":"30s","address":"[fd00:1122:3344:101::1]:58608","producer_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:09.729050342Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"135.343904ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:09.729814907Z","hostname":"buskin","pid":1566,"component":"VmmReservoirManager","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:09.729820177Z","hostname":"buskin","pid":1566,"component":"VmmReservoirManager","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:09.729896899Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:977","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:09.72990751Z","hostname":"buskin","pid":1566,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:09.865403446Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"343.28537ms"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:09.966391975Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:10.210021068Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.307034551s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:11.51932998Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.471304969s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:12.559462698Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2749"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:12.559492539Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2977"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:12.559497699Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2619"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:12.559501299Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2666"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:12.55953714Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3058"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:12.55954218Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3103"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:12.56142983Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2885"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:12.5626836Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2660"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:12.562805584Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:12.562907417Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 59.708157ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:12.846742988Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 88.336367ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:13.070131157Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 109.937185ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:13.246291996Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 530.455126ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:13.44211755Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 988.400831ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:14.175169927Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:14.176008123Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"3.381018199s"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 1.178180204s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:15.187251773Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 861.678351ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:16.506450549Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 510.356803ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:17.419392624Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:17.559485406Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"7.965203832s"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 1.222717413s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:18.117535572Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:19.770146195Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12886508417529899222"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:19.770218188Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2760759627313565370"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:19.80646769Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:19.806953775Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12348","component":"dropshot (Repo Depot)","component":"ArtifactStore","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:328"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:19.808344299Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:328"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:19.80837436Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:19.808387491Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Writing ledger to /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:19.808399011Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:19.808605197Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:19.808832385Z","hostname":"buskin","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:19.808878456Z","hostname":"buskin","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: Some(None), bgp_peers: [], autoneg: false, lldp: None, tx_eq: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:19.808888666Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4018"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.008044075Z","hostname":"buskin","pid":1566,"component":"VmmReservoirManager","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.008446318Z","hostname":"buskin","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:64205","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.009295515Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.009311295Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.013493208Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4339","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.013519029Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4355"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.013523259Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:535"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.045284669Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:35901"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.045612019Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.04562361Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.045678131Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.045704212Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.045866707Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"c9c4fed5-d618-45aa-bfca-56c0fdcc7605","remote_addr":"[fd00:1122:3344:101::1]:35901","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":381,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.075697405Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:34972"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.075786338Z","hostname":"buskin","pid":1566,"uri":"/sled-role","method":"GET","req_id":"519ae3f4-6d05-4be3-99a1-6a8198423651","remote_addr":"[fd00:1122:3344:101::1]:34972","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":47,"response_code":"200"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 4e3b603e-d84d-4f03-b839-f34aba0448ce (physical_disk), pool_id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 5fb1a6ae-0245-4725-95b0-bf2cf07b69bf (physical_disk), pool_id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 6b46412b-5d1a-43a4-b455-7dd2e14b7639 (physical_disk), pool_id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 83cacaa4-3878-44d5-87cd-d95daacd9b80 (physical_disk), pool_id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: a4eaf07d-1aff-48ae-af1c-66a133d77bc8 (physical_disk), pool_id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: aca8f478-828c-42db-97fd-3e2472ca70e0 (physical_disk), pool_id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: d033325d-dcb2-4005-9b29-d03472d18be6 (physical_disk), pool_id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: e3701a10-9e30-453d-89a8-dd1c80312ec1 (physical_disk), pool_id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: f96d7dd6-fd56-4b8a-8e33-723ea97c6991 (physical_disk), pool_id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.105816053Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:385"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.105909146Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:42482"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.106335429Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:895"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 4e3b603e-d84d-4f03-b839-f34aba0448ce (physical_disk), pool_id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 5fb1a6ae-0245-4725-95b0-bf2cf07b69bf (physical_disk), pool_id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 6b46412b-5d1a-43a4-b455-7dd2e14b7639 (physical_disk), pool_id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 83cacaa4-3878-44d5-87cd-d95daacd9b80 (physical_disk), pool_id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: a4eaf07d-1aff-48ae-af1c-66a133d77bc8 (physical_disk), pool_id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: aca8f478-828c-42db-97fd-3e2472ca70e0 (physical_disk), pool_id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: d033325d-dcb2-4005-9b29-d03472d18be6 (physical_disk), pool_id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: e3701a10-9e30-453d-89a8-dd1c80312ec1 (physical_disk), pool_id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: f96d7dd6-fd56-4b8a-8e33-723ea97c6991 (physical_disk), pool_id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.106406672Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.106413662Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.106420192Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.106424422Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1298"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.106456763Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.106461993Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.106466363Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.106469714Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.116609456Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.116646657Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"033668e4-df00-4bfd-8ef5-7a3644517014 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.212451822Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.221355195Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.221405276Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.221446388Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.221464368Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.221472458Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.221549401Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.221556541Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.257468673Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_033668e4-df00-4bfd-8ef5-7a3644517014/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.266040425Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_033668e4-df00-4bfd-8ef5-7a3644517014","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.412163639Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.420957509Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.42099165Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.42099952Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.421022851Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.421027301Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.432609259Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.432632509Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.52547232Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.532560056Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.532593377Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.532602897Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.532612007Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.532620667Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.532736481Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.532742751Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.566822344Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.574162288Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.70857855Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.716948156Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.716983997Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.716989427Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.716996067Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.717001837Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.726814159Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.72684348Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"ee068547-8984-439c-b598-f02cc0127ab9 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.819564497Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.827185219Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.82721886Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.827228291Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.827252201Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.827295333Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.827382646Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.827398646Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/84932682-63ba-4c3f-bb4e-4f6ae212fca9)","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:20.830884897Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.862119499Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ee068547-8984-439c-b598-f02cc0127ab9/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:20.870196546Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_ee068547-8984-439c-b598-f02cc0127ab9","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.004190245Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.012422116Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.012467898Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.012476068Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.012481138Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.012485388Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.021742883Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.021767923Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"a4675c92-5040-4e06-8a68-a26b54334b28 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.115639517Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.124103266Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.124148767Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.124154987Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.124196109Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.124204629Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.124337933Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.124344363Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.159892463Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.167751973Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_a4675c92-5040-4e06-8a68-a26b54334b28","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.305240513Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.313288318Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.313323859Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.31332948Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.31333613Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.31334083Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.32279182Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.322824492Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.414852386Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.422943754Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.422977635Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.422983505Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.423024496Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.423033446Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.423192781Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.423201842Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.457792991Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.465897188Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.601631422Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.609681478Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.609713799Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.60973101Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.60973838Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.60974265Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.619953265Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.619986396Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.713375274Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.721473851Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.721516193Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.721524203Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.721567894Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.721578075Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.721713779Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.721721499Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.757641461Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_4b7da925-3ec4-41b0-8c9e-19dca7f63085/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.765669246Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/84932682-63ba-4c3f-bb4e-4f6ae212fca9)","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:21.832233202Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"} {"msg":"Looking for unencrypted datasets in oxp_4b7da925-3ec4-41b0-8c9e-19dca7f63085","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.907258816Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.915723805Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.915760686Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.915777317Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.915784547Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.915790277Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.92594377Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:21.925973181Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"52f008e5-42f0-4eff-9163-118834a02c2f (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.021685922Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.029990986Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.030026057Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.030032217Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.030079609Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.030139071Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.030253334Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.030272525Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.068486629Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_52f008e5-42f0-4eff-9163-118834a02c2f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.077570708Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_52f008e5-42f0-4eff-9163-118834a02c2f","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.220881713Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.229372832Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.229395493Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.229400333Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.229404604Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.229409404Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.239174914Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.239192424Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.334133972Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.342218579Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.34224433Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.34226772Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.342300592Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.342321452Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.342421725Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.342429526Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.377712947Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.385649489Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_14020d00-0a95-4460-937f-e7ccd7cacd12","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.530147692Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.538069634Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.538102035Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.538107945Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.538113125Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.538119075Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.547474202Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.547493803Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"6a20b81b-a7a6-478e-891d-28b645059cce (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.661474196Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.670160532Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.670189222Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.670194083Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.670226014Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.670247164Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.670352848Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.670360928Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.709103069Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_6a20b81b-a7a6-478e-891d-28b645059cce/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.717157615Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/84932682-63ba-4c3f-bb4e-4f6ae212fca9)","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:22.835741394Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"} {"msg":"Looking for unencrypted datasets in oxp_6a20b81b-a7a6-478e-891d-28b645059cce","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.862940499Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.871256423Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.871306894Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.871393667Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.871520711Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(2), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fc086620-c1a7-41cd-9293-bd06aa14f79c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1a1e6221-b5e5-46a2-a93d-0bcbac1320ce (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.871587954Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.871596014Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.871759499Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.872016177Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.872023707Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.872029868Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:925","generation":"Generation(2)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.872037608Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:930"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.872042698Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:935"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.872061358Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:123","gen":"Generation(2)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.872069739Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:941"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.8721073Z","hostname":"buskin","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:799","gen":"Generation(2)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.87211629Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:946"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.872176492Z","hostname":"buskin","pid":1566,"uri":"/omicron-physical-disks","method":"PUT","req_id":"ab169102-f2d1-406c-b791-4e4c5a4c7bf9","remote_addr":"[fd00:1122:3344:101::1]:42482","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":2766110,"response_code":"200"} {"msg":"attempting to set up sled's datasets: DatasetsConfig { generation: Generation(1), datasets: {01ecf1fc-d771-40de-b5d1-a997d0028dfc (dataset): DatasetConfig { id: 01ecf1fc-d771-40de-b5d1-a997d0028dfc (dataset), name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 02f2c2b3-5d9f-4de7-8a91-17285154a565 (dataset): DatasetConfig { id: 02f2c2b3-5d9f-4de7-8a91-17285154a565 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 07729b50-1e94-4955-b2e7-fb7321d21ff1 (dataset): DatasetConfig { id: 07729b50-1e94-4955-b2e7-fb7321d21ff1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0ac1081e-817f-4f1a-8d4f-3f0c6c1e2fd9 (dataset): DatasetConfig { id: 0ac1081e-817f-4f1a-8d4f-3f0c6c1e2fd9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0b5a883a-63af-409c-a9c5-cafea32d4aeb (dataset): DatasetConfig { id: 0b5a883a-63af-409c-a9c5-cafea32d4aeb (dataset), name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0f10dd9b-4c96-4001-b360-a9d49bf4931c (dataset): DatasetConfig { id: 0f10dd9b-4c96-4001-b360-a9d49bf4931c (dataset), name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 15786fe9-2f0e-4de5-bcfd-6e5a58b3c821 (dataset): DatasetConfig { id: 15786fe9-2f0e-4de5-bcfd-6e5a58b3c821 (dataset), name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 17bd5bf6-d23b-4f4a-85df-33bca38b02d2 (dataset): DatasetConfig { id: 17bd5bf6-d23b-4f4a-85df-33bca38b02d2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1b82f78a-635e-48dd-a4c2-202b1892e0ee (dataset): DatasetConfig { id: 1b82f78a-635e-48dd-a4c2-202b1892e0ee (dataset), name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 26253e36-8e74-4844-8182-ef59a7ada1cc (dataset): DatasetConfig { id: 26253e36-8e74-4844-8182-ef59a7ada1cc (dataset), name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 265c7924-febe-4643-8f4e-92e4a125b497 (dataset): DatasetConfig { id: 265c7924-febe-4643-8f4e-92e4a125b497 (dataset), name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 308f9a9e-9c51-4e0a-82fa-4cfe3dd78d83 (dataset): DatasetConfig { id: 308f9a9e-9c51-4e0a-82fa-4cfe3dd78d83 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 33cf9b35-6d0a-4c04-a35b-baa09479dc89 (dataset): DatasetConfig { id: 33cf9b35-6d0a-4c04-a35b-baa09479dc89 (dataset), name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 368081bb-0a05-4471-8973-08afb9319fcf (dataset): DatasetConfig { id: 368081bb-0a05-4471-8973-08afb9319fcf (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4697cc41-2fc8-489a-b008-0732bb234add (dataset): DatasetConfig { id: 4697cc41-2fc8-489a-b008-0732bb234add (dataset), name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 47c2797e-44df-48c2-83e6-a2956751068d (dataset): DatasetConfig { id: 47c2797e-44df-48c2-83e6-a2956751068d (dataset), name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 49a27903-0121-449c-9b24-5eef72acc0f3 (dataset): DatasetConfig { id: 49a27903-0121-449c-9b24-5eef72acc0f3 (dataset), name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4ba30219-db2c-4c1c-b260-11d72df7e8b8 (dataset): DatasetConfig { id: 4ba30219-db2c-4c1c-b260-11d72df7e8b8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4fc3446c-a171-4aba-b940-79f1e4771e4d (dataset): DatasetConfig { id: 4fc3446c-a171-4aba-b940-79f1e4771e4d (dataset), name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 546e491f-5534-4e74-abc7-da72c3acbbf8 (dataset): DatasetConfig { id: 546e491f-5534-4e74-abc7-da72c3acbbf8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 55785e0c-a509-4f74-beaf-9fa7012bab8b (dataset): DatasetConfig { id: 55785e0c-a509-4f74-beaf-9fa7012bab8b (dataset), name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 560a4c83-9cd8-4c28-aedb-dcb1fe02c7c1 (dataset): DatasetConfig { id: 560a4c83-9cd8-4c28-aedb-dcb1fe02c7c1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5716aa09-48bd-4ff8-b8bd-17277d5370c9 (dataset): DatasetConfig { id: 5716aa09-48bd-4ff8-b8bd-17277d5370c9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 59e6360a-ebc3-47a0-b065-3c7176b473ea (dataset): DatasetConfig { id: 59e6360a-ebc3-47a0-b065-3c7176b473ea (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5d2ff411-ef98-4844-a9a5-07ac66d90877 (dataset): DatasetConfig { id: 5d2ff411-ef98-4844-a9a5-07ac66d90877 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5dca0d35-dcde-45a2-b20d-6302ddcaffdd (dataset): DatasetConfig { id: 5dca0d35-dcde-45a2-b20d-6302ddcaffdd (dataset), name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5f8523cb-dd35-4586-913c-21c86782ef0a (dataset): DatasetConfig { id: 5f8523cb-dd35-4586-913c-21c86782ef0a (dataset), name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6485bf1d-0899-4db3-9f7e-fb8688934a51 (dataset): DatasetConfig { id: 6485bf1d-0899-4db3-9f7e-fb8688934a51 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 64fc3eb0-ddfc-48f6-be4b-a74f4af3ba38 (dataset): DatasetConfig { id: 64fc3eb0-ddfc-48f6-be4b-a74f4af3ba38 (dataset), name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6bb5436c-f6f4-4a19-a942-c89bd178fa1e (dataset): DatasetConfig { id: 6bb5436c-f6f4-4a19-a942-c89bd178fa1e (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 74259bf9-9010-4b1b-8bed-cc582dc6202c (dataset): DatasetConfig { id: 74259bf9-9010-4b1b-8bed-cc582dc6202c (dataset), name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 75f8faa4-0e20-486f-88f5-661c3f030069 (dataset): DatasetConfig { id: 75f8faa4-0e20-486f-88f5-661c3f030069 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 76102161-ba96-4c54-a1f4-da294ed9e700 (dataset): DatasetConfig { id: 76102161-ba96-4c54-a1f4-da294ed9e700 (dataset), name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7d4c656c-065c-4cd0-9523-8cbb9c87d87f (dataset): DatasetConfig { id: 7d4c656c-065c-4cd0-9523-8cbb9c87d87f (dataset), name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 8002f513-3942-46b5-b3ef-ca85a5d8c349 (dataset): DatasetConfig { id: 8002f513-3942-46b5-b3ef-ca85a5d8c349 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 84a7ee03-fdbf-4559-a4bd-3cdaf3e72a22 (dataset): DatasetConfig { id: 84a7ee03-fdbf-4559-a4bd-3cdaf3e72a22 (dataset), name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8752a137-91f7-4b3b-b769-a0813753cef8 (dataset): DatasetConfig { id: 8752a137-91f7-4b3b-b769-a0813753cef8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8bf5c561-7267-405c-b453-27b01d73b797 (dataset): DatasetConfig { id: 8bf5c561-7267-405c-b453-27b01d73b797 (dataset), name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8c818c68-7337-4d42-9c3f-f7a5fb1f2cd5 (dataset): DatasetConfig { id: 8c818c68-7337-4d42-9c3f-f7a5fb1f2cd5 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8e6304b9-1915-452d-a2b7-ff1113352e78 (dataset): DatasetConfig { id: 8e6304b9-1915-452d-a2b7-ff1113352e78 (dataset), name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8f1d5b78-8277-4402-8d26-584219357113 (dataset): DatasetConfig { id: 8f1d5b78-8277-4402-8d26-584219357113 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 968ee851-1751-413a-95c1-d3858c39e695 (dataset): DatasetConfig { id: 968ee851-1751-413a-95c1-d3858c39e695 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 97e3a5b5-eb68-4656-b96b-34db550a2875 (dataset): DatasetConfig { id: 97e3a5b5-eb68-4656-b96b-34db550a2875 (dataset), name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9836220c-f35a-48ae-930c-6080e3f7a7e1 (dataset): DatasetConfig { id: 9836220c-f35a-48ae-930c-6080e3f7a7e1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9a7512da-88b9-4521-a34a-8bff7732d58a (dataset): DatasetConfig { id: 9a7512da-88b9-4521-a34a-8bff7732d58a (dataset), name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9e9e824a-d95f-4790-a25d-bf6a1e9189e0 (dataset): DatasetConfig { id: 9e9e824a-d95f-4790-a25d-bf6a1e9189e0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9f195564-f871-4ea7-a241-6f9e2d3f08ee (dataset): DatasetConfig { id: 9f195564-f871-4ea7-a241-6f9e2d3f08ee (dataset), name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9fb5b743-897c-47eb-b38e-ae6781276f63 (dataset): DatasetConfig { id: 9fb5b743-897c-47eb-b38e-ae6781276f63 (dataset), name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, aa72f58a-7fc0-4161-96a7-66c2eeeb32ff (dataset): DatasetConfig { id: aa72f58a-7fc0-4161-96a7-66c2eeeb32ff (dataset), name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ac8ddc88-c961-41af-acbf-0be5b5186ec1 (dataset): DatasetConfig { id: ac8ddc88-c961-41af-acbf-0be5b5186ec1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b2b99cea-391a-4fb6-a809-cb1e6991c580 (dataset): DatasetConfig { id: b2b99cea-391a-4fb6-a809-cb1e6991c580 (dataset), name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b3ac4bd8-20f4-4ddd-abcb-de9000f784ed (dataset): DatasetConfig { id: b3ac4bd8-20f4-4ddd-abcb-de9000f784ed (dataset), name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b3af0444-8043-4b65-8c2e-10d23c73b9ac (dataset): DatasetConfig { id: b3af0444-8043-4b65-8c2e-10d23c73b9ac (dataset), name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b939617b-555e-4b14-a74c-d6d8c9eb0dc8 (dataset): DatasetConfig { id: b939617b-555e-4b14-a74c-d6d8c9eb0dc8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c3462ff7-f6e4-4ebe-bb60-ebdaa66bdfef (dataset): DatasetConfig { id: c3462ff7-f6e4-4ebe-bb60-ebdaa66bdfef (dataset), name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c430c1df-ddda-48e0-82d6-61d1acd6e5b3 (dataset): DatasetConfig { id: c430c1df-ddda-48e0-82d6-61d1acd6e5b3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c9163c6b-1b62-4f28-905f-9e9bd2a30f69 (dataset): DatasetConfig { id: c9163c6b-1b62-4f28-905f-9e9bd2a30f69 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cc608223-5168-4693-be54-87d35b3ea971 (dataset): DatasetConfig { id: cc608223-5168-4693-be54-87d35b3ea971 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d55c08e2-4cbd-4a47-8d6b-d6052e62b13b (dataset): DatasetConfig { id: d55c08e2-4cbd-4a47-8d6b-d6052e62b13b (dataset), name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, ee58f051-c620-441d-a343-c409bebb70eb (dataset): DatasetConfig { id: ee58f051-c620-441d-a343-c409bebb70eb (dataset), name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f0715444-70ac-4519-8c79-fc5de79ab9be (dataset): DatasetConfig { id: f0715444-70ac-4519-8c79-fc5de79ab9be (dataset), name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fbcf38c9-71af-45a2-9359-4be68ae8abe0 (dataset): DatasetConfig { id: fbcf38c9-71af-45a2-9359-4be68ae8abe0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fcc2a901-9599-4478-8997-77ed2b9b9e87 (dataset): DatasetConfig { id: fcc2a901-9599-4478-8997-77ed2b9b9e87 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, fcc9295a-c0fc-4273-9b3c-4b1e2e2eb185 (dataset): DatasetConfig { id: fcc9295a-c0fc-4273-9b3c-4b1e2e2eb185 (dataset), name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, fd540ece-6efe-4a03-aa18-666b76b3e2ad (dataset): DatasetConfig { id: fd540ece-6efe-4a03-aa18-666b76b3e2ad (dataset), name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fe679a25-3905-43a4-b0d3-4e76f221bb19 (dataset): DatasetConfig { id: fe679a25-3905-43a4-b0d3-4e76f221bb19 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.904126737Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:460"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.904278942Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:41169"} {"msg":"datasets ensure","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.904858601Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:861"} {"msg":"Received DatasetsEnsure { config: DatasetsConfig { generation: Generation(1), datasets: {01ecf1fc-d771-40de-b5d1-a997d0028dfc (dataset): DatasetConfig { id: 01ecf1fc-d771-40de-b5d1-a997d0028dfc (dataset), name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 02f2c2b3-5d9f-4de7-8a91-17285154a565 (dataset): DatasetConfig { id: 02f2c2b3-5d9f-4de7-8a91-17285154a565 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 07729b50-1e94-4955-b2e7-fb7321d21ff1 (dataset): DatasetConfig { id: 07729b50-1e94-4955-b2e7-fb7321d21ff1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0ac1081e-817f-4f1a-8d4f-3f0c6c1e2fd9 (dataset): DatasetConfig { id: 0ac1081e-817f-4f1a-8d4f-3f0c6c1e2fd9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0b5a883a-63af-409c-a9c5-cafea32d4aeb (dataset): DatasetConfig { id: 0b5a883a-63af-409c-a9c5-cafea32d4aeb (dataset), name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0f10dd9b-4c96-4001-b360-a9d49bf4931c (dataset): DatasetConfig { id: 0f10dd9b-4c96-4001-b360-a9d49bf4931c (dataset), name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 15786fe9-2f0e-4de5-bcfd-6e5a58b3c821 (dataset): DatasetConfig { id: 15786fe9-2f0e-4de5-bcfd-6e5a58b3c821 (dataset), name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 17bd5bf6-d23b-4f4a-85df-33bca38b02d2 (dataset): DatasetConfig { id: 17bd5bf6-d23b-4f4a-85df-33bca38b02d2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1b82f78a-635e-48dd-a4c2-202b1892e0ee (dataset): DatasetConfig { id: 1b82f78a-635e-48dd-a4c2-202b1892e0ee (dataset), name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 26253e36-8e74-4844-8182-ef59a7ada1cc (dataset): DatasetConfig { id: 26253e36-8e74-4844-8182-ef59a7ada1cc (dataset), name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 265c7924-febe-4643-8f4e-92e4a125b497 (dataset): DatasetConfig { id: 265c7924-febe-4643-8f4e-92e4a125b497 (dataset), name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 308f9a9e-9c51-4e0a-82fa-4cfe3dd78d83 (dataset): DatasetConfig { id: 308f9a9e-9c51-4e0a-82fa-4cfe3dd78d83 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 33cf9b35-6d0a-4c04-a35b-baa09479dc89 (dataset): DatasetConfig { id: 33cf9b35-6d0a-4c04-a35b-baa09479dc89 (dataset), name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 368081bb-0a05-4471-8973-08afb9319fcf (dataset): DatasetConfig { id: 368081bb-0a05-4471-8973-08afb9319fcf (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4697cc41-2fc8-489a-b008-0732bb234add (dataset): DatasetConfig { id: 4697cc41-2fc8-489a-b008-0732bb234add (dataset), name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 47c2797e-44df-48c2-83e6-a2956751068d (dataset): DatasetConfig { id: 47c2797e-44df-48c2-83e6-a2956751068d (dataset), name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 49a27903-0121-449c-9b24-5eef72acc0f3 (dataset): DatasetConfig { id: 49a27903-0121-449c-9b24-5eef72acc0f3 (dataset), name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4ba30219-db2c-4c1c-b260-11d72df7e8b8 (dataset): DatasetConfig { id: 4ba30219-db2c-4c1c-b260-11d72df7e8b8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4fc3446c-a171-4aba-b940-79f1e4771e4d (dataset): DatasetConfig { id: 4fc3446c-a171-4aba-b940-79f1e4771e4d (dataset), name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 546e491f-5534-4e74-abc7-da72c3acbbf8 (dataset): DatasetConfig { id: 546e491f-5534-4e74-abc7-da72c3acbbf8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 55785e0c-a509-4f74-beaf-9fa7012bab8b (dataset): DatasetConfig { id: 55785e0c-a509-4f74-beaf-9fa7012bab8b (dataset), name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 560a4c83-9cd8-4c28-aedb-dcb1fe02c7c1 (dataset): DatasetConfig { id: 560a4c83-9cd8-4c28-aedb-dcb1fe02c7c1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5716aa09-48bd-4ff8-b8bd-17277d5370c9 (dataset): DatasetConfig { id: 5716aa09-48bd-4ff8-b8bd-17277d5370c9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 59e6360a-ebc3-47a0-b065-3c7176b473ea (dataset): DatasetConfig { id: 59e6360a-ebc3-47a0-b065-3c7176b473ea (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5d2ff411-ef98-4844-a9a5-07ac66d90877 (dataset): DatasetConfig { id: 5d2ff411-ef98-4844-a9a5-07ac66d90877 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5dca0d35-dcde-45a2-b20d-6302ddcaffdd (dataset): DatasetConfig { id: 5dca0d35-dcde-45a2-b20d-6302ddcaffdd (dataset), name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5f8523cb-dd35-4586-913c-21c86782ef0a (dataset): DatasetConfig { id: 5f8523cb-dd35-4586-913c-21c86782ef0a (dataset), name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6485bf1d-0899-4db3-9f7e-fb8688934a51 (dataset): DatasetConfig { id: 6485bf1d-0899-4db3-9f7e-fb8688934a51 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 64fc3eb0-ddfc-48f6-be4b-a74f4af3ba38 (dataset): DatasetConfig { id: 64fc3eb0-ddfc-48f6-be4b-a74f4af3ba38 (dataset), name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6bb5436c-f6f4-4a19-a942-c89bd178fa1e (dataset): DatasetConfig { id: 6bb5436c-f6f4-4a19-a942-c89bd178fa1e (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 74259bf9-9010-4b1b-8bed-cc582dc6202c (dataset): DatasetConfig { id: 74259bf9-9010-4b1b-8bed-cc582dc6202c (dataset), name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 75f8faa4-0e20-486f-88f5-661c3f030069 (dataset): DatasetConfig { id: 75f8faa4-0e20-486f-88f5-661c3f030069 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 76102161-ba96-4c54-a1f4-da294ed9e700 (dataset): DatasetConfig { id: 76102161-ba96-4c54-a1f4-da294ed9e700 (dataset), name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7d4c656c-065c-4cd0-9523-8cbb9c87d87f (dataset): DatasetConfig { id: 7d4c656c-065c-4cd0-9523-8cbb9c87d87f (dataset), name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 8002f513-3942-46b5-b3ef-ca85a5d8c349 (dataset): DatasetConfig { id: 8002f513-3942-46b5-b3ef-ca85a5d8c349 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 84a7ee03-fdbf-4559-a4bd-3cdaf3e72a22 (dataset): DatasetConfig { id: 84a7ee03-fdbf-4559-a4bd-3cdaf3e72a22 (dataset), name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8752a137-91f7-4b3b-b769-a0813753cef8 (dataset): DatasetConfig { id: 8752a137-91f7-4b3b-b769-a0813753cef8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8bf5c561-7267-405c-b453-27b01d73b797 (dataset): DatasetConfig { id: 8bf5c561-7267-405c-b453-27b01d73b797 (dataset), name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8c818c68-7337-4d42-9c3f-f7a5fb1f2cd5 (dataset): DatasetConfig { id: 8c818c68-7337-4d42-9c3f-f7a5fb1f2cd5 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8e6304b9-1915-452d-a2b7-ff1113352e78 (dataset): DatasetConfig { id: 8e6304b9-1915-452d-a2b7-ff1113352e78 (dataset), name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8f1d5b78-8277-4402-8d26-584219357113 (dataset): DatasetConfig { id: 8f1d5b78-8277-4402-8d26-584219357113 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 968ee851-1751-413a-95c1-d3858c39e695 (dataset): DatasetConfig { id: 968ee851-1751-413a-95c1-d3858c39e695 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 97e3a5b5-eb68-4656-b96b-34db550a2875 (dataset): DatasetConfig { id: 97e3a5b5-eb68-4656-b96b-34db550a2875 (dataset), name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9836220c-f35a-48ae-930c-6080e3f7a7e1 (dataset): DatasetConfig { id: 9836220c-f35a-48ae-930c-6080e3f7a7e1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9a7512da-88b9-4521-a34a-8bff7732d58a (dataset): DatasetConfig { id: 9a7512da-88b9-4521-a34a-8bff7732d58a (dataset), name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9e9e824a-d95f-4790-a25d-bf6a1e9189e0 (dataset): DatasetConfig { id: 9e9e824a-d95f-4790-a25d-bf6a1e9189e0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9f195564-f871-4ea7-a241-6f9e2d3f08ee (dataset): DatasetConfig { id: 9f195564-f871-4ea7-a241-6f9e2d3f08ee (dataset), name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9fb5b743-897c-47eb-b38e-ae6781276f63 (dataset): DatasetConfig { id: 9fb5b743-897c-47eb-b38e-ae6781276f63 (dataset), name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, aa72f58a-7fc0-4161-96a7-66c2eeeb32ff (dataset): DatasetConfig { id: aa72f58a-7fc0-4161-96a7-66c2eeeb32ff (dataset), name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ac8ddc88-c961-41af-acbf-0be5b5186ec1 (dataset): DatasetConfig { id: ac8ddc88-c961-41af-acbf-0be5b5186ec1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b2b99cea-391a-4fb6-a809-cb1e6991c580 (dataset): DatasetConfig { id: b2b99cea-391a-4fb6-a809-cb1e6991c580 (dataset), name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b3ac4bd8-20f4-4ddd-abcb-de9000f784ed (dataset): DatasetConfig { id: b3ac4bd8-20f4-4ddd-abcb-de9000f784ed (dataset), name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b3af0444-8043-4b65-8c2e-10d23c73b9ac (dataset): DatasetConfig { id: b3af0444-8043-4b65-8c2e-10d23c73b9ac (dataset), name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b939617b-555e-4b14-a74c-d6d8c9eb0dc8 (dataset): DatasetConfig { id: b939617b-555e-4b14-a74c-d6d8c9eb0dc8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c3462ff7-f6e4-4ebe-bb60-ebdaa66bdfef (dataset): DatasetConfig { id: c3462ff7-f6e4-4ebe-bb60-ebdaa66bdfef (dataset), name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c430c1df-ddda-48e0-82d6-61d1acd6e5b3 (dataset): DatasetConfig { id: c430c1df-ddda-48e0-82d6-61d1acd6e5b3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c9163c6b-1b62-4f28-905f-9e9bd2a30f69 (dataset): DatasetConfig { id: c9163c6b-1b62-4f28-905f-9e9bd2a30f69 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cc608223-5168-4693-be54-87d35b3ea971 (dataset): DatasetConfig { id: cc608223-5168-4693-be54-87d35b3ea971 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d55c08e2-4cbd-4a47-8d6b-d6052e62b13b (dataset): DatasetConfig { id: d55c08e2-4cbd-4a47-8d6b-d6052e62b13b (dataset), name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, ee58f051-c620-441d-a343-c409bebb70eb (dataset): DatasetConfig { id: ee58f051-c620-441d-a343-c409bebb70eb (dataset), name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f0715444-70ac-4519-8c79-fc5de79ab9be (dataset): DatasetConfig { id: f0715444-70ac-4519-8c79-fc5de79ab9be (dataset), name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fbcf38c9-71af-45a2-9359-4be68ae8abe0 (dataset): DatasetConfig { id: fbcf38c9-71af-45a2-9359-4be68ae8abe0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fcc2a901-9599-4478-8997-77ed2b9b9e87 (dataset): DatasetConfig { id: fcc2a901-9599-4478-8997-77ed2b9b9e87 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, fcc9295a-c0fc-4273-9b3c-4b1e2e2eb185 (dataset): DatasetConfig { id: fcc9295a-c0fc-4273-9b3c-4b1e2e2eb185 (dataset), name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, fd540ece-6efe-4a03-aa18-666b76b3e2ad (dataset): DatasetConfig { id: fd540ece-6efe-4a03-aa18-666b76b3e2ad (dataset), name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fe679a25-3905-43a4-b0d3-4e76f221bb19 (dataset): DatasetConfig { id: fe679a25-3905-43a4-b0d3-4e76f221bb19 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.905122449Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.90513893Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.90514685Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested datasets', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.90515367Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:909"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.921102167Z","hostname":"buskin","pid":1566,"name":"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.921136008Z","hostname":"buskin","pid":1566,"name":"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.921140248Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/debug\"), full_name: \"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.951331438Z","hostname":"buskin","pid":1566,"name":"oxp_6a20b81b-a7a6-478e-891d-28b645059cce/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.951363299Z","hostname":"buskin","pid":1566,"name":"oxp_6a20b81b-a7a6-478e-891d-28b645059cce/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.951367349Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/6a20b81b-a7a6-478e-891d-28b645059cce/crypt/debug\"), full_name: \"oxp_6a20b81b-a7a6-478e-891d-28b645059cce/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.980698481Z","hostname":"buskin","pid":1566,"name":"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.980723982Z","hostname":"buskin","pid":1566,"name":"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:22.980733602Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.028915083Z","hostname":"buskin","pid":1566,"name":"oxp_033668e4-df00-4bfd-8ef5-7a3644517014/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.028942115Z","hostname":"buskin","pid":1566,"name":"oxp_033668e4-df00-4bfd-8ef5-7a3644517014/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.028946124Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/033668e4-df00-4bfd-8ef5-7a3644517014/crypt/zone\"), full_name: \"oxp_033668e4-df00-4bfd-8ef5-7a3644517014/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.059673361Z","hostname":"buskin","pid":1566,"name":"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/zone/oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.059700242Z","hostname":"buskin","pid":1566,"name":"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/zone/oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.059704142Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/zone/oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a\"), full_name: \"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/zone/oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.119540254Z","hostname":"buskin","pid":1566,"name":"oxp_4b7da925-3ec4-41b0-8c9e-19dca7f63085/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.119569805Z","hostname":"buskin","pid":1566,"name":"oxp_4b7da925-3ec4-41b0-8c9e-19dca7f63085/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.119573925Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4b7da925-3ec4-41b0-8c9e-19dca7f63085/crypt/zone\"), full_name: \"oxp_4b7da925-3ec4-41b0-8c9e-19dca7f63085/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.148151833Z","hostname":"buskin","pid":1566,"name":"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.148182254Z","hostname":"buskin","pid":1566,"name":"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.148186404Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a4675c92-5040-4e06-8a68-a26b54334b28/crypt/debug\"), full_name: \"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.178485357Z","hostname":"buskin","pid":1566,"name":"oxp_6a20b81b-a7a6-478e-891d-28b645059cce/crypt/zone/oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.178514688Z","hostname":"buskin","pid":1566,"name":"oxp_6a20b81b-a7a6-478e-891d-28b645059cce/crypt/zone/oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.178518568Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/6a20b81b-a7a6-478e-891d-28b645059cce/crypt/zone/oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), full_name: \"oxp_6a20b81b-a7a6-478e-891d-28b645059cce/crypt/zone/oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.237661108Z","hostname":"buskin","pid":1566,"name":"oxp_ee068547-8984-439c-b598-f02cc0127ab9/crypt/zone/oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.237697009Z","hostname":"buskin","pid":1566,"name":"oxp_ee068547-8984-439c-b598-f02cc0127ab9/crypt/zone/oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.237701009Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ee068547-8984-439c-b598-f02cc0127ab9/crypt/zone/oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), full_name: \"oxp_ee068547-8984-439c-b598-f02cc0127ab9/crypt/zone/oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.295948921Z","hostname":"buskin","pid":1566,"name":"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.295981642Z","hostname":"buskin","pid":1566,"name":"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.295991082Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.344733041Z","hostname":"buskin","pid":1566,"name":"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/zone/oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.344765262Z","hostname":"buskin","pid":1566,"name":"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/zone/oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.344769292Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/zone/oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), full_name: \"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/zone/oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.40416099Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/clickhouse","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.404197321Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/clickhouse","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.404202041Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/clickhouse\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.456775702Z","hostname":"buskin","pid":1566,"name":"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crypt/zone/oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.456806733Z","hostname":"buskin","pid":1566,"name":"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crypt/zone/oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.456810743Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a4675c92-5040-4e06-8a68-a26b54334b28/crypt/zone/oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261\"), full_name: \"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crypt/zone/oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.515357194Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.515392675Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.515396735Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70\"), full_name: \"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.573356887Z","hostname":"buskin","pid":1566,"name":"oxp_52f008e5-42f0-4eff-9163-118834a02c2f/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.573392018Z","hostname":"buskin","pid":1566,"name":"oxp_52f008e5-42f0-4eff-9163-118834a02c2f/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.573396178Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/52f008e5-42f0-4eff-9163-118834a02c2f/crypt/zone\"), full_name: \"oxp_52f008e5-42f0-4eff-9163-118834a02c2f/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.602811883Z","hostname":"buskin","pid":1566,"name":"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.602841174Z","hostname":"buskin","pid":1566,"name":"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.602845124Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.648831056Z","hostname":"buskin","pid":1566,"name":"oxp_ee068547-8984-439c-b598-f02cc0127ab9/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.648859207Z","hostname":"buskin","pid":1566,"name":"oxp_ee068547-8984-439c-b598-f02cc0127ab9/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.648869447Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ee068547-8984-439c-b598-f02cc0127ab9/crypt/zone\"), full_name: \"oxp_ee068547-8984-439c-b598-f02cc0127ab9/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.677795396Z","hostname":"buskin","pid":1566,"name":"oxp_52f008e5-42f0-4eff-9163-118834a02c2f/crypt/zone/oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.677831258Z","hostname":"buskin","pid":1566,"name":"oxp_52f008e5-42f0-4eff-9163-118834a02c2f/crypt/zone/oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.677835647Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/52f008e5-42f0-4eff-9163-118834a02c2f/crypt/zone/oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\"), full_name: \"oxp_52f008e5-42f0-4eff-9163-118834a02c2f/crypt/zone/oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.736261304Z","hostname":"buskin","pid":1566,"name":"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.736295225Z","hostname":"buskin","pid":1566,"name":"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.736300466Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.783884428Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.783915369Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.783919209Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.833193635Z","hostname":"buskin","pid":1566,"name":"oxp_4b7da925-3ec4-41b0-8c9e-19dca7f63085/crypt/zone/oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.833236206Z","hostname":"buskin","pid":1566,"name":"oxp_4b7da925-3ec4-41b0-8c9e-19dca7f63085/crypt/zone/oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.833240627Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4b7da925-3ec4-41b0-8c9e-19dca7f63085/crypt/zone/oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\"), full_name: \"oxp_4b7da925-3ec4-41b0-8c9e-19dca7f63085/crypt/zone/oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/84932682-63ba-4c3f-bb4e-4f6ae212fca9)","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:23.837566904Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.892957625Z","hostname":"buskin","pid":1566,"name":"oxp_6a20b81b-a7a6-478e-891d-28b645059cce/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.892990706Z","hostname":"buskin","pid":1566,"name":"oxp_6a20b81b-a7a6-478e-891d-28b645059cce/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.892994776Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_6a20b81b-a7a6-478e-891d-28b645059cce/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.940587888Z","hostname":"buskin","pid":1566,"name":"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.940614849Z","hostname":"buskin","pid":1566,"name":"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.940618859Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/debug\"), full_name: \"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.968788785Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.968821116Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:23.968825476Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220\"), full_name: \"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.030451014Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.030480435Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.030484886Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65\"), full_name: \"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.091228406Z","hostname":"buskin","pid":1566,"name":"oxp_6a20b81b-a7a6-478e-891d-28b645059cce/crypt/zone/oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.091264007Z","hostname":"buskin","pid":1566,"name":"oxp_6a20b81b-a7a6-478e-891d-28b645059cce/crypt/zone/oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.091268527Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/6a20b81b-a7a6-478e-891d-28b645059cce/crypt/zone/oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07\"), full_name: \"oxp_6a20b81b-a7a6-478e-891d-28b645059cce/crypt/zone/oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.150048335Z","hostname":"buskin","pid":1566,"name":"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/zone/oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.150089317Z","hostname":"buskin","pid":1566,"name":"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/zone/oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.150107107Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/zone/oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), full_name: \"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/zone/oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.210819987Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.210851008Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.210855148Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a\"), full_name: \"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.270837774Z","hostname":"buskin","pid":1566,"name":"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/zone/oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.270868235Z","hostname":"buskin","pid":1566,"name":"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/zone/oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.270872406Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/zone/oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e\"), full_name: \"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/zone/oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.330949335Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.330980116Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.330984186Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.380165389Z","hostname":"buskin","pid":1566,"name":"oxp_033668e4-df00-4bfd-8ef5-7a3644517014/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.38019571Z","hostname":"buskin","pid":1566,"name":"oxp_033668e4-df00-4bfd-8ef5-7a3644517014/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.38020078Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/033668e4-df00-4bfd-8ef5-7a3644517014/crypt/debug\"), full_name: \"oxp_033668e4-df00-4bfd-8ef5-7a3644517014/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.409366367Z","hostname":"buskin","pid":1566,"name":"oxp_6a20b81b-a7a6-478e-891d-28b645059cce/crypt/zone/oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.409396328Z","hostname":"buskin","pid":1566,"name":"oxp_6a20b81b-a7a6-478e-891d-28b645059cce/crypt/zone/oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.409401768Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/6a20b81b-a7a6-478e-891d-28b645059cce/crypt/zone/oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\"), full_name: \"oxp_6a20b81b-a7a6-478e-891d-28b645059cce/crypt/zone/oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.472729391Z","hostname":"buskin","pid":1566,"name":"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crypt/zone/oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.472772212Z","hostname":"buskin","pid":1566,"name":"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crypt/zone/oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.472776883Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a4675c92-5040-4e06-8a68-a26b54334b28/crypt/zone/oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940\"), full_name: \"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crypt/zone/oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.53280795Z","hostname":"buskin","pid":1566,"name":"oxp_4b7da925-3ec4-41b0-8c9e-19dca7f63085/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.532855852Z","hostname":"buskin","pid":1566,"name":"oxp_4b7da925-3ec4-41b0-8c9e-19dca7f63085/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.532860252Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4b7da925-3ec4-41b0-8c9e-19dca7f63085/crypt/debug\"), full_name: \"oxp_4b7da925-3ec4-41b0-8c9e-19dca7f63085/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.561317017Z","hostname":"buskin","pid":1566,"name":"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.561354378Z","hostname":"buskin","pid":1566,"name":"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.561359058Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/zone\"), full_name: \"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.59131004Z","hostname":"buskin","pid":1566,"name":"oxp_ee068547-8984-439c-b598-f02cc0127ab9/crypt/zone/oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.591341921Z","hostname":"buskin","pid":1566,"name":"oxp_ee068547-8984-439c-b598-f02cc0127ab9/crypt/zone/oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.591345771Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ee068547-8984-439c-b598-f02cc0127ab9/crypt/zone/oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\"), full_name: \"oxp_ee068547-8984-439c-b598-f02cc0127ab9/crypt/zone/oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.651581145Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.651619787Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.651624336Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.702208854Z","hostname":"buskin","pid":1566,"name":"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.702240935Z","hostname":"buskin","pid":1566,"name":"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.702245005Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.752756561Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.752793342Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.752797472Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b\"), full_name: \"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.812698526Z","hostname":"buskin","pid":1566,"name":"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/zone/oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.812732497Z","hostname":"buskin","pid":1566,"name":"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/zone/oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.812736657Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/zone/oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\"), full_name: \"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/zone/oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/84932682-63ba-4c3f-bb4e-4f6ae212fca9)","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:24.839069404Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.874643904Z","hostname":"buskin","pid":1566,"name":"oxp_52f008e5-42f0-4eff-9163-118834a02c2f/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.874675016Z","hostname":"buskin","pid":1566,"name":"oxp_52f008e5-42f0-4eff-9163-118834a02c2f/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.874679486Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_52f008e5-42f0-4eff-9163-118834a02c2f/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.92232608Z","hostname":"buskin","pid":1566,"name":"oxp_6a20b81b-a7a6-478e-891d-28b645059cce/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.922353441Z","hostname":"buskin","pid":1566,"name":"oxp_6a20b81b-a7a6-478e-891d-28b645059cce/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.922357671Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_6a20b81b-a7a6-478e-891d-28b645059cce/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.973581299Z","hostname":"buskin","pid":1566,"name":"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.97361002Z","hostname":"buskin","pid":1566,"name":"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:24.97361416Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/zone\"), full_name: \"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.002614291Z","hostname":"buskin","pid":1566,"name":"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/zone/oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.002646172Z","hostname":"buskin","pid":1566,"name":"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/zone/oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.002655533Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/zone/oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\"), full_name: \"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/zone/oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.065343125Z","hostname":"buskin","pid":1566,"name":"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.065374066Z","hostname":"buskin","pid":1566,"name":"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.065378226Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a4675c92-5040-4e06-8a68-a26b54334b28/crypt/zone\"), full_name: \"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.095717101Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.095743791Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.095747902Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2\"), full_name: \"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.15578531Z","hostname":"buskin","pid":1566,"name":"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crypt/zone/oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.15581618Z","hostname":"buskin","pid":1566,"name":"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crypt/zone/oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.155820661Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a4675c92-5040-4e06-8a68-a26b54334b28/crypt/zone/oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3\"), full_name: \"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crypt/zone/oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.218008857Z","hostname":"buskin","pid":1566,"name":"oxp_033668e4-df00-4bfd-8ef5-7a3644517014/crypt/zone/oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.218039368Z","hostname":"buskin","pid":1566,"name":"oxp_033668e4-df00-4bfd-8ef5-7a3644517014/crypt/zone/oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.218043468Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/033668e4-df00-4bfd-8ef5-7a3644517014/crypt/zone/oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\"), full_name: \"oxp_033668e4-df00-4bfd-8ef5-7a3644517014/crypt/zone/oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.279517302Z","hostname":"buskin","pid":1566,"name":"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/zone/oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.279547773Z","hostname":"buskin","pid":1566,"name":"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/zone/oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.279552013Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/zone/oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd\"), full_name: \"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/zone/oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.341178072Z","hostname":"buskin","pid":1566,"name":"oxp_033668e4-df00-4bfd-8ef5-7a3644517014/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.341207923Z","hostname":"buskin","pid":1566,"name":"oxp_033668e4-df00-4bfd-8ef5-7a3644517014/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.341212443Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_033668e4-df00-4bfd-8ef5-7a3644517014/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.392055299Z","hostname":"buskin","pid":1566,"name":"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.39209338Z","hostname":"buskin","pid":1566,"name":"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.39209764Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.441336345Z","hostname":"buskin","pid":1566,"name":"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.441365236Z","hostname":"buskin","pid":1566,"name":"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.441369526Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.491603412Z","hostname":"buskin","pid":1566,"name":"oxp_ee068547-8984-439c-b598-f02cc0127ab9/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.491630133Z","hostname":"buskin","pid":1566,"name":"oxp_ee068547-8984-439c-b598-f02cc0127ab9/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.491634093Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_ee068547-8984-439c-b598-f02cc0127ab9/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:25.526887574Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"20.597815463s"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.54060055Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.54061577Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.54062015Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone\"), full_name: \"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.570782549Z","hostname":"buskin","pid":1566,"name":"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crypt/zone/oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.5708133Z","hostname":"buskin","pid":1566,"name":"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crypt/zone/oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.57081756Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a4675c92-5040-4e06-8a68-a26b54334b28/crypt/zone/oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\"), full_name: \"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crypt/zone/oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.632672456Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.632700577Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.632705487Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.681593091Z","hostname":"buskin","pid":1566,"name":"oxp_4b7da925-3ec4-41b0-8c9e-19dca7f63085/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.681620312Z","hostname":"buskin","pid":1566,"name":"oxp_4b7da925-3ec4-41b0-8c9e-19dca7f63085/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.681624462Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_4b7da925-3ec4-41b0-8c9e-19dca7f63085/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.730076712Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.730113253Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.730117953Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381\"), full_name: \"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/zone/oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.791228845Z","hostname":"buskin","pid":1566,"name":"oxp_52f008e5-42f0-4eff-9163-118834a02c2f/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.791254986Z","hostname":"buskin","pid":1566,"name":"oxp_52f008e5-42f0-4eff-9163-118834a02c2f/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.791258896Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/52f008e5-42f0-4eff-9163-118834a02c2f/crypt/debug\"), full_name: \"oxp_52f008e5-42f0-4eff-9163-118834a02c2f/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.820144714Z","hostname":"buskin","pid":1566,"name":"oxp_6a20b81b-a7a6-478e-891d-28b645059cce/crypt/zone/oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.820167935Z","hostname":"buskin","pid":1566,"name":"oxp_6a20b81b-a7a6-478e-891d-28b645059cce/crypt/zone/oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.820171795Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/6a20b81b-a7a6-478e-891d-28b645059cce/crypt/zone/oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\"), full_name: \"oxp_6a20b81b-a7a6-478e-891d-28b645059cce/crypt/zone/oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/84932682-63ba-4c3f-bb4e-4f6ae212fca9)","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:25.841244585Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.883433976Z","hostname":"buskin","pid":1566,"name":"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.883475837Z","hostname":"buskin","pid":1566,"name":"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.883483657Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_a4675c92-5040-4e06-8a68-a26b54334b28/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.933792186Z","hostname":"buskin","pid":1566,"name":"oxp_6a20b81b-a7a6-478e-891d-28b645059cce/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.933816697Z","hostname":"buskin","pid":1566,"name":"oxp_6a20b81b-a7a6-478e-891d-28b645059cce/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.933820797Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/6a20b81b-a7a6-478e-891d-28b645059cce/crypt/zone\"), full_name: \"oxp_6a20b81b-a7a6-478e-891d-28b645059cce/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.963591563Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.963614654Z","hostname":"buskin","pid":1566,"name":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.963618774Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/debug\"), full_name: \"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.99278812Z","hostname":"buskin","pid":1566,"name":"oxp_ee068547-8984-439c-b598-f02cc0127ab9/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.992818681Z","hostname":"buskin","pid":1566,"name":"oxp_ee068547-8984-439c-b598-f02cc0127ab9/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:25.992822932Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ee068547-8984-439c-b598-f02cc0127ab9/crypt/debug\"), full_name: \"oxp_ee068547-8984-439c-b598-f02cc0127ab9/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.023219098Z","hostname":"buskin","pid":1566,"name":"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/zone/oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.023259399Z","hostname":"buskin","pid":1566,"name":"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/zone/oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.023263639Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/zone/oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13\"), full_name: \"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/zone/oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.084990371Z","hostname":"buskin","pid":1566,"name":"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.085028462Z","hostname":"buskin","pid":1566,"name":"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.085032952Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Writing ledger to /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.136542879Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.136859039Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"datasets ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.137139678Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:863"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.137301673Z","hostname":"buskin","pid":1566,"uri":"/datasets","method":"PUT","req_id":"d4b556c8-d655-4d8b-ac1f-3beb06eaee06","remote_addr":"[fd00:1122:3344:101::1]:41169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":3232906,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.169181737Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.169323951Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:38489"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.16959765Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.1696061Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.179905957Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.179939439Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.188298944Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.188328775Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.197645201Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.197690453Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.197696583Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.197743464Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":3,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.197751954Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.240736831Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.240767602Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.240771582Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.295716248Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.299654663Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.303602599Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.315680333Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.320378672Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:26.32442448Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/84932682-63ba-4c3f-bb4e-4f6ae212fca9)","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:26.843814758Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"} {"msg":"Profile for oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:28.0603068Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:28.060402853Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Booting oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:28.060657771Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Profile for oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:28.54798917Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:28.984149352Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4363"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:28.984205984Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4373","gateway":"fd00:1122:3344:101::1"} {"msg":"Default route already exists","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:28.990448252Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4387","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:28.990480103Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4452"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:29.031147195Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:29.031254969Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:29.03129628Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2\") failed: Property not found. retry in 35.201485ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:29.039120789Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Booting oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:29.03916651Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Booting oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:29.044838531Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2\") failed: Property not found. retry in 142.679652ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:29.08571083Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:29.151055636Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4493"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:29.151098268Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4520"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13\") failed: Property not found. retry in 52.870953ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:29.176381741Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3\") failed: Property not found. retry in 39.800163ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:29.186456391Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:29.196189311Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4533"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:29.196226032Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4404"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3\") failed: Property not found. retry in 138.85567ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:29.236864523Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2\") failed: Property not found. retry in 131.412789ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:29.2924351Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:29.372426562Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4446"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:29.372513745Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4500","rack_subnet":"fd00:1122:3344::"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13\") failed: Property not found. retry in 130.711034ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:29.437880492Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2\") failed: Property not found. retry in 448.611303ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:29.507823855Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3\") failed: Property not found. retry in 127.570705ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:29.533221782Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:29.565096825Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4511"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:29.565129736Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4584"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13\") failed: Property not found. retry in 156.907722ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:29.596326238Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3\") failed: Property not found. retry in 353.851227ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:29.688644602Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13\") failed: Property not found. retry in 597.159252ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:29.77603879Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:29.791634135Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12886508417529899222"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:29.791849712Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2760759627313565370"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:29.792061599Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9948833567358253444"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:29.792250995Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3676931502226332000"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:29.801799748Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4616"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:29.801830549Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4622"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:29.923803496Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4663"} {"msg":"configuring tfport service","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:29.923856697Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4536"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2\") failed: Property not found. retry in 1.177595457s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:29.969575901Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"refreshed tfport service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.032402207Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4569"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.032466279Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3\") failed: Property not found. retry in 622.166276ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:30.055843582Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/84932682-63ba-4c3f-bb4e-4f6ae212fca9)","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:30.071753458Z","hostname":"buskin","pid":1566,"component":"NexusNotifierTask","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/nexus.rs:530"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.072211282Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:420"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.104436516Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.10454549Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:762"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.104924642Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:765","uptime":"2"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.104940252Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:444","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: Some(\n None,\n ),\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n tx_eq: None,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.141112912Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.193676993Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.193740475Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.193748875Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.193758205Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.193768126Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.193774076Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.193779976Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.193785966Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.193791687Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.193797227Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.193804067Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.193809727Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.193830908Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.193838288Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.193843998Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.193847948Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.193851998Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.193855658Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.193859399Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.193862969Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.193866699Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.193870649Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:30.193874169Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13\") failed: Property not found. retry in 831.251704ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:30.38332292Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3\") failed: Property not found. retry in 523.653952ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:30.688012244Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2\") failed: Property not found. retry in 898.517116ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:31.157465153Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3\") failed: Property not found. retry in 1.31193212s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:31.221980664Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13\") failed: Property not found. retry in 1.107595578s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:31.231587399Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2\") failed: Property not found. retry in 771.562584ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:32.065030017Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13\") failed: Property not found. retry in 771.509686ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:32.347473304Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3\") failed: Property not found. retry in 1.340227193s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:32.541863942Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2\") failed: Property not found. retry in 894.092045ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:32.844949835Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13\") failed: Property not found. retry in 859.865948ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:33.129136797Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2\") failed: Property not found. retry in 745.14589ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:33.749857034Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3\") failed: Property not found. retry in 1.390192324s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:33.892979783Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13\") failed: Property not found. retry in 844.693434ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:33.99892313Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:35.30438361Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_internal_dns_09a83c62-7420-47f9-a9b5-81c2d20347b2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:35.304443172Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_internal_dns_9e6b7508-d01a-4365-b28c-dc79bcda4b13"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:35.304449593Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_internal_dns_ff08f205-1dd0-4a8e-bb78-4261e300edb3"} {"msg":"Writing ledger to /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:35.304455082Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:35.304772943Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:35.305069112Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"969a3a09-e21d-40aa-8c7d-27d7e30cfd3b","remote_addr":"[fd00:1122:3344:101::1]:38489","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":9135665,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:35.307777368Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"} {"msg":"failed to write DNS configuration (will retry in 118.503472ms)","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:35.485218198Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:678","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:35.656434479Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"} {"msg":"failed to write DNS configuration (will retry in 83.342897ms)","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:36.020314774Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:678","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)"} {"msg":"failed to write DNS configuration (will retry in 158.993281ms)","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:36.104628064Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:678","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.299634921Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.364638417Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:694"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.364655338Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.396598943Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.39744979Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.397466901Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.426651768Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.426729081Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:47827"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.426936017Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.426945357Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.438213996Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.438256257Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.44779257Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.447829861Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.458213421Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.458255513Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.458405137Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.458508001Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":1,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.458516861Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.469572342Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.502664034Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.503310355Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.503319415Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.533266577Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:461","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 180, 131]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.533284407Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1320","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.533704141Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.533710761Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.534031481Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.535224969Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.55856008Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:36.577268555Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:37.233624266Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:37.233739319Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\") failed: Property not found. retry in 29.126582ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:37.367675886Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\") failed: Property not found. retry in 77.558267ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:37.405393935Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\") failed: Property not found. retry in 141.431991ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:37.493595388Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\") failed: Property not found. retry in 228.072357ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:37.648119609Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\") failed: Property not found. retry in 721.906892ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:37.886051691Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\") failed: Property not found. retry in 633.700293ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:38.617747686Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\") failed: Property not found. retry in 1.298477101s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:39.260701789Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:39.793401389Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12886508417529899222"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:39.793525853Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2760759627313565370"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:39.793678828Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9948833567358253444"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:39.793816983Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3676931502226332000"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\") failed: Property not found. retry in 1.41642418s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:40.569465984Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\") failed: Property not found. retry in 782.885299ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:41.994904357Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:42.797072892Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f"} {"msg":"Writing ledger to /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:42.797132664Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:42.797499616Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:42.797839726Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"bb42733c-6cef-4088-a466-6a96f820a2d7","remote_addr":"[fd00:1122:3344:101::1]:47827","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":6371048,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:42.800196671Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:735"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:42.829854634Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:42.829992228Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:44484"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:42.840325087Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3971"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:42.84043118Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"b0777024-fb88-45ce-be72-46c36d1180c7","remote_addr":"[fd00:1122:3344:101::1]:44484","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":10281,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:42.842722413Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:42.944850889Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:42.944972873Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:34654"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:44.519444462Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3238605530127979256"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:44.867516024Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1695437064880797597"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:45.307955092Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4112916368051375220"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:46.954358328Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3971"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:46.95442931Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"0f1b40eb-acb7-4375-b8ae-a3a215a845b8","remote_addr":"[fd00:1122:3344:101::1]:34654","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009400,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:46.956424303Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:47.06172721Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:47.061855304Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:51540"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:47.070271512Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3971"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:47.070367735Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"b3ea174e-9633-431a-9186-fd65fc6e33c6","remote_addr":"[fd00:1122:3344:101::1]:51540","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8428,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:47.072670068Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:47.266422616Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:47.26655569Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:56697"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_b0f941f2-e0dc-4000-a9dc-c94196d1ac5f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:47.275891897Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3971"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:47.276028761Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"3f3819bd-98db-40d1-8f1f-38b5048c1091","remote_addr":"[fd00:1122:3344:101::1]:56697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9419,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:47.277344623Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:47.5028366Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:47.502998765Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:34014"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:49.795873377Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12886508417529899222"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:49.796007161Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2760759627313565370"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:49.796141775Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9948833567358253444"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-23T14:10:49.79627145Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3676931502226332000"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.061248627Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"804d1666-536c-405f-b49c-ff648433640b","remote_addr":"[fd00:1122:3344:101::1]:34014","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":4023077,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2822625098, ip_addr: 168.61.215.74, stratum: 4, ref_time: 1740319850.5668242, correction: -0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.063851579Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:743"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.06386351Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1378"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 64b37618-5a4b-496c-a487-4fc26351a54a (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f4984ff6-c176-434a-85d0-979c256021fd (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 560e580c-bc8c-40b1-86e5-47623a4cd261 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6970c385-0404-4c7a-b49c-b77ac6a2a93a (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6cc62a83-e4bb-4501-93b7-b142ad7c2a07 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.093497892Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.093633876Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:43410"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.094141752Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.094152183Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.104027716Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.104067308Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.114722696Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.114762948Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.124702993Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.124744175Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.134557497Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.134599358Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.143997517Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.144036888Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.153025464Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.153067645Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.162599478Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.16264705Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.171847562Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.171886903Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.172050848Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.172157602Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":5,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.172166972Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.257955039Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.25801697Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.258021591Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.258027761Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.258035291Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.349313612Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.35365729Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.358175944Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.362058127Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.366509469Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.371255429Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.376817106Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.381773234Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.386248406Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:51.390412358Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:54.520422875Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:54.520688794Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:54.520702604Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Booting oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:54.52683376Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Profile for oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:54.548701807Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:54.548849011Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Profile for oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:54.559749649Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:54.559875393Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Profile for oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:54.586704848Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:54.586857653Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a\") failed: Property not found. retry in 34.932739ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:54.669429464Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261\") failed: Property not found. retry in 68.202867ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:54.677100769Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07\") failed: Property not found. retry in 64.368432ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:54.69627041Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd\") failed: Property not found. retry in 56.663964ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:54.703374066Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a\") failed: Property not found. retry in 114.031274ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:54.712507217Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a\") failed: Property not found. retry in 46.392423ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:54.724159798Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261\") failed: Property not found. retry in 100.375714ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:54.892230485Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a\") failed: Property not found. retry in 189.329975ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:54.965926023Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a\") failed: Property not found. retry in 69.504109ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:55.186761903Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261\") failed: Property not found. retry in 194.973623ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:55.255451012Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07\") failed: Property not found. retry in 73.318906ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:55.317894083Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd\") failed: Property not found. retry in 94.05626ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:55.407633503Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a\") failed: Property not found. retry in 364.518469ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:55.450167329Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a\") failed: Property not found. retry in 206.034497ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:55.518326551Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261\") failed: Property not found. retry in 585.308071ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:55.548228614Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07\") failed: Property not found. retry in 207.943152ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:55.576078103Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd\") failed: Property not found. retry in 177.371844ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:55.606032346Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a\") failed: Property not found. retry in 512.780437ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:55.801118515Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07\") failed: Property not found. retry in 533.324519ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:55.818954943Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd\") failed: Property not found. retry in 241.377609ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:55.832983981Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a\") failed: Property not found. retry in 749.617484ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:55.847946147Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd\") failed: Property not found. retry in 747.515476ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:56.094019981Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261\") failed: Property not found. retry in 991.100642ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:56.154780578Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a\") failed: Property not found. retry in 700.10274ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:56.329231788Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07\") failed: Property not found. retry in 630.015665ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:56.368613594Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a\") failed: Property not found. retry in 1.091879503s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:56.608401457Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd\") failed: Property not found. retry in 557.435564ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:56.854023546Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07\") failed: Property not found. retry in 759.531787ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:57.008463538Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a\") failed: Property not found. retry in 1.36949458s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:57.039462316Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261\") failed: Property not found. retry in 966.28591ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:57.155012679Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd\") failed: Property not found. retry in 1.073189715s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:57.422210625Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a\") failed: Property not found. retry in 1.26118812s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:57.707493437Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07\") failed: Property not found. retry in 1.44191862s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:57.775909928Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261\") failed: Property not found. retry in 1.367737357s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:58.127978338Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a\") failed: Property not found. retry in 1.27055298s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:58.41514616Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd\") failed: Property not found. retry in 744.258853ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:58.501343336Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:58.718076963Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64444"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:10:58.718248899Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"3d7fdef1-0cde-4ff0-92e5-1957f4102fa4","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64444","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":79,"response_code":"200"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a\") failed: Property not found. retry in 770.803511ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:58.97645412Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07\") failed: Property not found. retry in 818.796983ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:59.223207401Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd\") failed: Property not found. retry in 1.21158628s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:59.252158583Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261\") failed: Property not found. retry in 973.739053ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:59.500202837Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a\") failed: Property not found. retry in 1.229863631s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:59.691168113Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a\") failed: Property not found. retry in 1.21104095s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:10:59.753024534Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07\") failed: Property not found. retry in 1.023039982s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:00.048327734Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd\") failed: Property not found. retry in 1.292708986s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:00.47088916Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261\") failed: Property not found. retry in 590.426185ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:00.479575737Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:00.672491555Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"182.459809ms"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a\") failed: Property not found. retry in 558.846824ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:00.926689505Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a\") failed: Property not found. retry in 782.3439ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:00.970247174Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261\") failed: Property not found. retry in 1.4620707s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:01.077623375Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07\") failed: Property not found. retry in 853.821247ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:01.08559979Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a\") failed: Property not found. retry in 1.15788421s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:01.492744995Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a\") failed: Property not found. retry in 1.362271336s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:01.759242818Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd\") failed: Property not found. retry in 861.624826ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:01.769863556Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07\") failed: Property not found. retry in 1.360264598s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:01.945228715Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261\") failed: Property not found. retry in 1.412876873s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:02.54443382Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd\") failed: Property not found. retry in 972.394159ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:02.637661522Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a\") failed: Property not found. retry in 1.399834787s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:02.655673776Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a\") failed: Property not found. retry in 1.488186051s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:03.126972075Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07\") failed: Property not found. retry in 1.332947098s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:03.310518525Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd\") failed: Property not found. retry in 716.707261ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:03.614878833Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261\") failed: Property not found. retry in 1.497710523s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:03.96084234Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a\") failed: Property not found. retry in 1.260172654s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:04.060602029Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd\") failed: Property not found. retry in 1.433982509s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:04.336846852Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a\") failed: Property not found. retry in 543.054227ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:04.620428049Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07\") failed: Property not found. retry in 1.494366311s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:04.647504302Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a\") failed: Property not found. retry in 527.719869ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:05.171829781Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a\") failed: Property not found. retry in 900.718412ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:05.326881683Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261\") failed: Property not found. retry in 724.849055ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:05.463340021Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a\") failed: Property not found. retry in 609.09022ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:05.706351395Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd\") failed: Property not found. retry in 1.220195718s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:05.776199571Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07\") failed: Property not found. retry in 1.2322693s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:06.147308248Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261\") failed: Property not found. retry in 559.828188ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:06.19539283Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a\") failed: Property not found. retry in 1.060369378s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:06.233906148Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a\") failed: Property not found. retry in 1.031196676s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:06.321808999Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261\") failed: Property not found. retry in 1.255816648s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:06.762859665Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd\") failed: Property not found. retry in 1.428146634s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:07.003098431Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a\") failed: Property not found. retry in 1.113300683s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:07.301920784Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a\") failed: Property not found. retry in 1.055235501s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:07.359004203Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07\") failed: Property not found. retry in 639.820057ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:07.384636742Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261\") failed: Property not found. retry in 918.624338ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:08.027460815Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07\") failed: Property not found. retry in 871.008863ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:08.037804125Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a\") failed: Property not found. retry in 801.968247ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:08.421275636Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a\") failed: Property not found. retry in 1.187699271s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:08.43114322Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd\") failed: Property not found. retry in 922.303638ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:08.440963833Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07\") failed: Property not found. retry in 582.77341ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:08.915360821Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261\") failed: Property not found. retry in 1.336465568s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:08.95076471Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a\") failed: Property not found. retry in 1.062264807s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:09.228219042Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd\") failed: Property not found. retry in 1.312973537s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:09.369822864Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07\") failed: Property not found. retry in 1.101031633s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:09.505424035Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a\") failed: Property not found. retry in 1.234503494s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:09.623986424Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261\") failed: Property not found. retry in 1.131422261s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:10.293375357Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a\") failed: Property not found. retry in 983.848866ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:10.302079074Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07\") failed: Property not found. retry in 670.848255ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:10.614356915Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd\") failed: Property not found. retry in 889.60521ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:10.689470159Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a\") failed: Property not found. retry in 979.560686ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:10.865274901Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a\") failed: Property not found. retry in 1.294695518s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:11.295164241Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07\") failed: Property not found. retry in 729.930962ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:11.305550412Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:12.607594786Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_cockroachdb_6970c385-0404-4c7a-b49c-b77ac6a2a93a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:12.607659968Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_cockroachdb_64b37618-5a4b-496c-a487-4fc26351a54a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:12.607668418Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:12.607675249Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_cockroachdb_6cc62a83-e4bb-4501-93b7-b142ad7c2a07"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:12.607682069Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_cockroachdb_f4984ff6-c176-434a-85d0-979c256021fd"} {"msg":"Writing ledger to /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:12.607743171Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:12.608181905Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:12.608553527Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"308a4873-56ab-4b93-8444-a161701a3ed3","remote_addr":"[fd00:1122:3344:101::1]:43410","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":21571282,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:12.640824255Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:47773"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:12.668451386Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"46d82ba1-6151-4c8e-96ae-e8b7ab2b26dd","remote_addr":"[fd00:1122:3344:101::1]:47773","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":27521,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:12.668698703Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1144","retry_after":"100.798573ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46d82ba1-6151-4c8e-96ae-e8b7ab2b26dd\", \"content-length\": \"124\", \"date\": \"Sun, 23 Feb 2025 14:11:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"46d82ba1-6151-4c8e-96ae-e8b7ab2b26dd\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:12.795286868Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"ce1c7b18-64a3-4f5a-ad31-e992fa9e5417","remote_addr":"[fd00:1122:3344:101::1]:47773","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_560e580c-bc8c-40b1-86e5-47623a4cd261 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":24660,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:12.795468203Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1144","retry_after":"152.575088ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce1c7b18-64a3-4f5a-ad31-e992fa9e5417\", \"content-length\": \"124\", \"date\": \"Sun, 23 Feb 2025 14:11:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ce1c7b18-64a3-4f5a-ad31-e992fa9e5417\" }"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:12.985285143Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3814"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:21.746167095Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3832"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.768895641Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3855"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.76917922Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"ed0c90aa-ebc1-4e3a-b985-3623e7b4f578","remote_addr":"[fd00:1122:3344:101::1]:47773","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":12854739,"response_code":"204"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:25.774033715Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"416.984266ms"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 64b37618-5a4b-496c-a487-4fc26351a54a (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f4984ff6-c176-434a-85d0-979c256021fd (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 560e580c-bc8c-40b1-86e5-47623a4cd261 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6970c385-0404-4c7a-b49c-b77ac6a2a93a (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6cc62a83-e4bb-4501-93b7-b142ad7c2a07 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 900dcf62-4710-42f6-afb6-10d74094a220 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 15df3782-bc2d-49fc-911e-54d39887103e (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 801c46f9-ca52-41ca-ad6d-3d4b23069ff1 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 282eeda5-8805-4a38-b2dc-5fc3a787aa65 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: ac45d323-2be7-4c70-8bd0-24e4715b5940 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 7d23a519-15c1-44fd-8ff9-ac224d71710b (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 1b8b5129-4c43-4725-aa3f-befd9b9b0381 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 050ac34b-e304-496b-bbaf-448165055e70 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c680bcf2-d60d-41a2-bfee-dd120429d312 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6e84709d-e870-488c-96cf-ffa7b0945b4b (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c92ab9f7-d21d-47ad-96ed-871f973190e8 (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f609f777-5534-4d9e-86da-1bbb150f72d7 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 69759b1d-6873-4beb-8c8e-c46836d625ed (service), filesystem_pool: Some(ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f843c46e-42ad-4fa9-aaa3-1ec29b02cd85 (service), filesystem_pool: Some(ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: eb7c8b82-2ce8-47b5-8ba0-991e3a889563 (service), filesystem_pool: Some(ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 91d28207-77aa-452a-aeb5-1ffd1304592a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.804440904Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.804776395Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:47668"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.805349553Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.805361573Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.818322676Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.818370588Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.829627727Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.829672248Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.842310171Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.842364972Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.855855052Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.855912254Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.867815284Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.867868485Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.879831127Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.879881298Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.890422884Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.890468486Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.90064726Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.900693861Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.91195395Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.912001072Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.92200167Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.922045382Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.933384203Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.933424324Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.944369733Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.944421405Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.954874168Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.954921349Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.965624361Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.965667792Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.978498491Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.978545922Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.989723169Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:25.98976518Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.001968759Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.002018322Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.014465947Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.014514868Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.026674896Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.026722717Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.03777091Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.037826371Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.038120261Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.038295657Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.038303947Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.146227076Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.146295328Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.146303808Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.146309709Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.146322719Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.146328519Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.146335489Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.14634118Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.14634799Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.14635175Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.1463588Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.14636577Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.146371321Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.146378301Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.146383691Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.146387391Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.146391451Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.146395111Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.146405902Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.146465754Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"eca8afe5-193a-4de6-a5ce-498da41162c0","remote_addr":"[fd00:1122:3344:101::1]:47668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":342527,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.1466672Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"97.002084ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eca8afe5-193a-4de6-a5ce-498da41162c0\", \"content-length\": \"133\", \"date\": \"Sun, 23 Feb 2025 14:11:25 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"eca8afe5-193a-4de6-a5ce-498da41162c0\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 64b37618-5a4b-496c-a487-4fc26351a54a (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f4984ff6-c176-434a-85d0-979c256021fd (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 560e580c-bc8c-40b1-86e5-47623a4cd261 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6970c385-0404-4c7a-b49c-b77ac6a2a93a (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6cc62a83-e4bb-4501-93b7-b142ad7c2a07 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 900dcf62-4710-42f6-afb6-10d74094a220 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 15df3782-bc2d-49fc-911e-54d39887103e (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 801c46f9-ca52-41ca-ad6d-3d4b23069ff1 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 282eeda5-8805-4a38-b2dc-5fc3a787aa65 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: ac45d323-2be7-4c70-8bd0-24e4715b5940 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 7d23a519-15c1-44fd-8ff9-ac224d71710b (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 1b8b5129-4c43-4725-aa3f-befd9b9b0381 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 050ac34b-e304-496b-bbaf-448165055e70 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c680bcf2-d60d-41a2-bfee-dd120429d312 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6e84709d-e870-488c-96cf-ffa7b0945b4b (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c92ab9f7-d21d-47ad-96ed-871f973190e8 (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f609f777-5534-4d9e-86da-1bbb150f72d7 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 69759b1d-6873-4beb-8c8e-c46836d625ed (service), filesystem_pool: Some(ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f843c46e-42ad-4fa9-aaa3-1ec29b02cd85 (service), filesystem_pool: Some(ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: eb7c8b82-2ce8-47b5-8ba0-991e3a889563 (service), filesystem_pool: Some(ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 91d28207-77aa-452a-aeb5-1ffd1304592a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.245039665Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.245405417Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.245414857Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.257874034Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.257923496Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.270098204Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.270149475Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.281940281Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.281984643Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.293961134Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.294013196Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.306110311Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.306152042Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.317513375Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.317564206Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.330305532Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.330357754Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.342374667Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.342426959Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.352738207Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.352778739Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.364655277Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.364696828Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.375066659Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.37510808Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.385230253Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.385282374Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.394601691Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.394642953Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.404576549Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.404614891Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.416381405Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.416420297Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.426756906Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.426795007Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.437131217Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.437175278Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.447779375Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.447815217Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.457852157Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.457892398Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.468390733Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.468438494Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.468675082Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.468838097Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.468845847Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.56461867Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.564675431Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.564701092Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.564707282Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.564714322Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.564720823Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.564726863Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.564733753Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.564739213Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.564742914Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.564748204Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.564751834Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.564757464Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.564762964Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.564766514Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.564771895Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.564775515Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.564783325Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.564787345Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.564798995Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"3bc2b6c2-e13e-4483-b663-14c305bb0a73","remote_addr":"[fd00:1122:3344:101::1]:47668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":320514,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.564968031Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"101.628915ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bc2b6c2-e13e-4483-b663-14c305bb0a73\", \"content-length\": \"133\", \"date\": \"Sun, 23 Feb 2025 14:11:25 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"3bc2b6c2-e13e-4483-b663-14c305bb0a73\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 64b37618-5a4b-496c-a487-4fc26351a54a (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f4984ff6-c176-434a-85d0-979c256021fd (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 560e580c-bc8c-40b1-86e5-47623a4cd261 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6970c385-0404-4c7a-b49c-b77ac6a2a93a (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6cc62a83-e4bb-4501-93b7-b142ad7c2a07 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 900dcf62-4710-42f6-afb6-10d74094a220 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 15df3782-bc2d-49fc-911e-54d39887103e (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 801c46f9-ca52-41ca-ad6d-3d4b23069ff1 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 282eeda5-8805-4a38-b2dc-5fc3a787aa65 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: ac45d323-2be7-4c70-8bd0-24e4715b5940 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 7d23a519-15c1-44fd-8ff9-ac224d71710b (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 1b8b5129-4c43-4725-aa3f-befd9b9b0381 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 050ac34b-e304-496b-bbaf-448165055e70 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c680bcf2-d60d-41a2-bfee-dd120429d312 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6e84709d-e870-488c-96cf-ffa7b0945b4b (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c92ab9f7-d21d-47ad-96ed-871f973190e8 (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f609f777-5534-4d9e-86da-1bbb150f72d7 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 69759b1d-6873-4beb-8c8e-c46836d625ed (service), filesystem_pool: Some(ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f843c46e-42ad-4fa9-aaa3-1ec29b02cd85 (service), filesystem_pool: Some(ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: eb7c8b82-2ce8-47b5-8ba0-991e3a889563 (service), filesystem_pool: Some(ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 91d28207-77aa-452a-aeb5-1ffd1304592a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.667910601Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.668196127Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.668202859Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.679638025Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.679692307Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.690590044Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.690631455Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.701396288Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.70143805Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.711096306Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.711129049Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.721394366Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.721434147Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.731077104Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.731122986Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.740059041Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.740092582Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.75164494Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.751679481Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.761793383Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.761841045Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.772147233Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.772183794Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.782026488Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.782067359Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.791273183Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.791307654Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.800942221Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.800982052Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.812097906Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.812136107Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.822461856Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.822495178Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.831828985Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.831870836Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.841560105Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.841595146Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.853032051Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.853068222Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.86335855Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.863399131Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.872933205Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.872982347Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.873175963Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.873336688Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.873345588Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.970853356Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.970908497Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.970916818Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.970924248Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.970929948Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.970937468Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.970942868Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.970949759Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.970953719Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.970959409Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.970965049Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.970970419Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.97097618Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.97098353Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.9709889Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.971011301Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.971018531Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.971025651Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.971033151Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:26.971090463Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"62466697-7bc7-4f05-adec-b678c10081de","remote_addr":"[fd00:1122:3344:101::1]:47668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":303909,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:26.971269169Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"94.332917ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62466697-7bc7-4f05-adec-b678c10081de\", \"content-length\": \"133\", \"date\": \"Sun, 23 Feb 2025 14:11:26 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"62466697-7bc7-4f05-adec-b678c10081de\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 64b37618-5a4b-496c-a487-4fc26351a54a (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f4984ff6-c176-434a-85d0-979c256021fd (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 560e580c-bc8c-40b1-86e5-47623a4cd261 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6970c385-0404-4c7a-b49c-b77ac6a2a93a (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6cc62a83-e4bb-4501-93b7-b142ad7c2a07 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 900dcf62-4710-42f6-afb6-10d74094a220 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 15df3782-bc2d-49fc-911e-54d39887103e (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 801c46f9-ca52-41ca-ad6d-3d4b23069ff1 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 282eeda5-8805-4a38-b2dc-5fc3a787aa65 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: ac45d323-2be7-4c70-8bd0-24e4715b5940 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 7d23a519-15c1-44fd-8ff9-ac224d71710b (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 1b8b5129-4c43-4725-aa3f-befd9b9b0381 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 050ac34b-e304-496b-bbaf-448165055e70 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c680bcf2-d60d-41a2-bfee-dd120429d312 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6e84709d-e870-488c-96cf-ffa7b0945b4b (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c92ab9f7-d21d-47ad-96ed-871f973190e8 (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f609f777-5534-4d9e-86da-1bbb150f72d7 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 69759b1d-6873-4beb-8c8e-c46836d625ed (service), filesystem_pool: Some(ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f843c46e-42ad-4fa9-aaa3-1ec29b02cd85 (service), filesystem_pool: Some(ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: eb7c8b82-2ce8-47b5-8ba0-991e3a889563 (service), filesystem_pool: Some(ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 91d28207-77aa-452a-aeb5-1ffd1304592a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.066241056Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.066527175Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.066536285Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.077737022Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.077785103Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.089011231Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.089055506Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.099302679Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.09934552Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.109501674Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.109542785Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.119655108Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.119695919Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.129178251Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.129216123Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.140335127Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.140373438Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.14984555Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.149884711Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.159943852Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.159982503Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.169115584Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.169156115Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.179430733Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.179471874Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.188693158Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.188734229Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.199840573Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.199881844Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.210216304Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.210258965Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.220620535Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.220654436Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.230006224Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.230041856Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.240680595Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.240719136Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.251149648Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.251190299Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.261788637Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.261827789Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.273974626Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.274035138Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.274211783Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.274351758Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.274359918Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.375986247Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.376058989Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.376068479Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.37607717Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.37608187Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.37608816Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.37609419Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.37610061Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.376106731Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.376112811Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.376117181Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.376121611Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.376128161Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.376142481Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.376149112Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.376155282Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.376163312Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.376168002Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.376172422Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.376176803Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"65654d02-ada9-489d-bcca-65dff044ab31","remote_addr":"[fd00:1122:3344:101::1]:47668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":310651,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.376325778Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"94.729716ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65654d02-ada9-489d-bcca-65dff044ab31\", \"content-length\": \"133\", \"date\": \"Sun, 23 Feb 2025 14:11:27 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"65654d02-ada9-489d-bcca-65dff044ab31\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 64b37618-5a4b-496c-a487-4fc26351a54a (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f4984ff6-c176-434a-85d0-979c256021fd (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 560e580c-bc8c-40b1-86e5-47623a4cd261 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6970c385-0404-4c7a-b49c-b77ac6a2a93a (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6cc62a83-e4bb-4501-93b7-b142ad7c2a07 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 900dcf62-4710-42f6-afb6-10d74094a220 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 15df3782-bc2d-49fc-911e-54d39887103e (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 801c46f9-ca52-41ca-ad6d-3d4b23069ff1 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 282eeda5-8805-4a38-b2dc-5fc3a787aa65 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: ac45d323-2be7-4c70-8bd0-24e4715b5940 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 7d23a519-15c1-44fd-8ff9-ac224d71710b (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 1b8b5129-4c43-4725-aa3f-befd9b9b0381 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 050ac34b-e304-496b-bbaf-448165055e70 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c680bcf2-d60d-41a2-bfee-dd120429d312 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6e84709d-e870-488c-96cf-ffa7b0945b4b (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c92ab9f7-d21d-47ad-96ed-871f973190e8 (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f609f777-5534-4d9e-86da-1bbb150f72d7 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 69759b1d-6873-4beb-8c8e-c46836d625ed (service), filesystem_pool: Some(ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f843c46e-42ad-4fa9-aaa3-1ec29b02cd85 (service), filesystem_pool: Some(ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: eb7c8b82-2ce8-47b5-8ba0-991e3a889563 (service), filesystem_pool: Some(ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 91d28207-77aa-452a-aeb5-1ffd1304592a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.471463678Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.471735187Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.471748178Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.4837501Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.483800311Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.494592395Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.494635767Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.50353302Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.503575032Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.514559072Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.514604793Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.524681634Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.524721456Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.535990795Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.536031646Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.545391645Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.545439196Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.555333491Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.555374883Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.564660959Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.56470574Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.574598575Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.574637397Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.584504021Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.584545482Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.595117569Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.59515944Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.605690406Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.605734328Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.615791608Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.615833489Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.625850278Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.62588762Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.635240378Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.635279429Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.647145177Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.647184898Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.657143926Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.657182367Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.66699112Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.667034731Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.676504403Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.676561165Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.676746151Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.676899896Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.676913196Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.781674375Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.781742917Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.781751227Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.781757267Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.781762677Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.781769278Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.781774678Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.781779978Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.781785308Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.781790418Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.781796978Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.781818809Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.781823409Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.781828649Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.781833629Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.78183734Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.78184278Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.78184798Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.78185147Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:27.781894722Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"214ac377-e227-401c-b085-c2d08785dccf","remote_addr":"[fd00:1122:3344:101::1]:47668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":311189,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:27.782067337Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"306.891093ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"214ac377-e227-401c-b085-c2d08785dccf\", \"content-length\": \"133\", \"date\": \"Sun, 23 Feb 2025 14:11:27 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"214ac377-e227-401c-b085-c2d08785dccf\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 64b37618-5a4b-496c-a487-4fc26351a54a (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f4984ff6-c176-434a-85d0-979c256021fd (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 560e580c-bc8c-40b1-86e5-47623a4cd261 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6970c385-0404-4c7a-b49c-b77ac6a2a93a (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6cc62a83-e4bb-4501-93b7-b142ad7c2a07 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 900dcf62-4710-42f6-afb6-10d74094a220 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 15df3782-bc2d-49fc-911e-54d39887103e (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 801c46f9-ca52-41ca-ad6d-3d4b23069ff1 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 282eeda5-8805-4a38-b2dc-5fc3a787aa65 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: ac45d323-2be7-4c70-8bd0-24e4715b5940 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 7d23a519-15c1-44fd-8ff9-ac224d71710b (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 1b8b5129-4c43-4725-aa3f-befd9b9b0381 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 050ac34b-e304-496b-bbaf-448165055e70 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c680bcf2-d60d-41a2-bfee-dd120429d312 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6e84709d-e870-488c-96cf-ffa7b0945b4b (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c92ab9f7-d21d-47ad-96ed-871f973190e8 (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f609f777-5534-4d9e-86da-1bbb150f72d7 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 69759b1d-6873-4beb-8c8e-c46836d625ed (service), filesystem_pool: Some(ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f843c46e-42ad-4fa9-aaa3-1ec29b02cd85 (service), filesystem_pool: Some(ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: eb7c8b82-2ce8-47b5-8ba0-991e3a889563 (service), filesystem_pool: Some(ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 91d28207-77aa-452a-aeb5-1ffd1304592a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.088552734Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.088842173Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.088849144Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.101087834Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.101133585Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.111994991Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.112035483Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.122469715Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.122507946Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.131897885Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.131947357Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.140971835Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.141011716Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.151066856Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.151104418Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.160205938Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.160244479Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.170475465Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.170515466Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.180595297Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.180647629Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.189665066Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.189702918Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.200376328Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.200416429Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.210067837Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.210110518Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.221426289Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.22146664Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.231721167Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.231766898Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.241465117Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.241509079Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.251162406Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.251201367Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.261786365Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.261824326Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.272018651Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.272055992Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.281911656Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.281964098Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.292209625Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.292258996Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.292446292Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.292629658Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.292636008Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.394956689Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.395013191Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.395018381Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.395024321Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.395029851Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.395035271Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.395040522Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.395046152Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.395053012Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.395067242Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.395074233Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.395078253Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.395083313Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.395088693Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.395094053Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.395097603Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.395102753Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.395107944Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.395111604Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.395153125Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"2ae03b42-88c0-44be-b5f4-06dfa16f63fe","remote_addr":"[fd00:1122:3344:101::1]:47668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":307334,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.395336681Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"274.350443ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ae03b42-88c0-44be-b5f4-06dfa16f63fe\", \"content-length\": \"133\", \"date\": \"Sun, 23 Feb 2025 14:11:28 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"2ae03b42-88c0-44be-b5f4-06dfa16f63fe\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 64b37618-5a4b-496c-a487-4fc26351a54a (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f4984ff6-c176-434a-85d0-979c256021fd (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 560e580c-bc8c-40b1-86e5-47623a4cd261 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6970c385-0404-4c7a-b49c-b77ac6a2a93a (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6cc62a83-e4bb-4501-93b7-b142ad7c2a07 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 900dcf62-4710-42f6-afb6-10d74094a220 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 15df3782-bc2d-49fc-911e-54d39887103e (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 801c46f9-ca52-41ca-ad6d-3d4b23069ff1 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 282eeda5-8805-4a38-b2dc-5fc3a787aa65 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: ac45d323-2be7-4c70-8bd0-24e4715b5940 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 7d23a519-15c1-44fd-8ff9-ac224d71710b (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 1b8b5129-4c43-4725-aa3f-befd9b9b0381 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 050ac34b-e304-496b-bbaf-448165055e70 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c680bcf2-d60d-41a2-bfee-dd120429d312 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6e84709d-e870-488c-96cf-ffa7b0945b4b (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c92ab9f7-d21d-47ad-96ed-871f973190e8 (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f609f777-5534-4d9e-86da-1bbb150f72d7 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 69759b1d-6873-4beb-8c8e-c46836d625ed (service), filesystem_pool: Some(ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f843c46e-42ad-4fa9-aaa3-1ec29b02cd85 (service), filesystem_pool: Some(ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: eb7c8b82-2ce8-47b5-8ba0-991e3a889563 (service), filesystem_pool: Some(ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 91d28207-77aa-452a-aeb5-1ffd1304592a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.66988053Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.670220001Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.670229391Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.674290241Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64762"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.674548649Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"f6afbfbc-c25b-46ed-83a6-7583f7005a59","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64762","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":88,"response_code":"200"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.681926744Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.681941745Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.693445661Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.693498293Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.704653154Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.704688449Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.716366071Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.716405383Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.72728601Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.727323531Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.737925829Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.73796657Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.748908748Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.74895491Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.759990572Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.760030413Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.770256219Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.77030029Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.779166413Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.779208634Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.788958075Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.788998086Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.798181209Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.7982286Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.80889892Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.808936772Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.81860266Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.818642631Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.828157224Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.828193565Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.837329026Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.837366668Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.846768487Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.846806358Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.856104475Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.856148746Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.864625756Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.864673988Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.872868799Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.872934211Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.873096256Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.873237101Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.873244551Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.973024211Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.973071902Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.973078303Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.973097263Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.973102843Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.973109864Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.973113764Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.973120634Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.973125994Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.973132834Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.973138065Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.973143155Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.973146975Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.973152325Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.973157715Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.973161405Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.973167915Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.973171606Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.973176866Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:28.973215107Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"9a2aeec7-78b5-45f4-8dd0-a980091b1f97","remote_addr":"[fd00:1122:3344:101::1]:47668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":304049,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:28.973399163Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"430.615767ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a2aeec7-78b5-45f4-8dd0-a980091b1f97\", \"content-length\": \"133\", \"date\": \"Sun, 23 Feb 2025 14:11:28 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"9a2aeec7-78b5-45f4-8dd0-a980091b1f97\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 64b37618-5a4b-496c-a487-4fc26351a54a (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f4984ff6-c176-434a-85d0-979c256021fd (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 560e580c-bc8c-40b1-86e5-47623a4cd261 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6970c385-0404-4c7a-b49c-b77ac6a2a93a (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6cc62a83-e4bb-4501-93b7-b142ad7c2a07 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 900dcf62-4710-42f6-afb6-10d74094a220 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 15df3782-bc2d-49fc-911e-54d39887103e (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 801c46f9-ca52-41ca-ad6d-3d4b23069ff1 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 282eeda5-8805-4a38-b2dc-5fc3a787aa65 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: ac45d323-2be7-4c70-8bd0-24e4715b5940 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 7d23a519-15c1-44fd-8ff9-ac224d71710b (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 1b8b5129-4c43-4725-aa3f-befd9b9b0381 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 050ac34b-e304-496b-bbaf-448165055e70 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c680bcf2-d60d-41a2-bfee-dd120429d312 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6e84709d-e870-488c-96cf-ffa7b0945b4b (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c92ab9f7-d21d-47ad-96ed-871f973190e8 (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f609f777-5534-4d9e-86da-1bbb150f72d7 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 69759b1d-6873-4beb-8c8e-c46836d625ed (service), filesystem_pool: Some(ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f843c46e-42ad-4fa9-aaa3-1ec29b02cd85 (service), filesystem_pool: Some(ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: eb7c8b82-2ce8-47b5-8ba0-991e3a889563 (service), filesystem_pool: Some(ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 91d28207-77aa-452a-aeb5-1ffd1304592a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.403983835Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.404302295Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.404311435Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.415737931Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.415783061Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.426768531Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.426811052Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.438819495Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.438863766Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.450039712Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.450081124Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.460483355Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.460526037Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.471821947Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.471866478Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.48226935Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.482318161Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.493210608Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.49326309Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.504802078Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.50485767Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.515718916Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.515760877Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.528355188Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.528405569Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.539851575Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.539898226Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.550014189Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.55005479Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.559996057Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.560034558Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.570590144Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.570647836Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.58302164Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.583063372Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.593919188Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.593960519Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.60560274Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.605654152Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.617147838Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.617192111Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.629084198Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.629144874Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.629322536Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.629478631Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.629487801Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:29.740379345Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:29.740479148Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:29.740491059Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:29.740496799Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:29.740502379Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:29.740507559Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:29.740511149Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:29.740515669Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:29.74051927Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:29.74052478Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:29.74052987Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:29.74053343Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:29.74053711Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:29.74054055Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:29.74054557Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:29.740550751Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:29.740557191Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:29.740569431Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:29.740573161Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:29.740578262Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"3ca7cb0b-bf82-4d3f-93a5-1195d0bbc955","remote_addr":"[fd00:1122:3344:101::1]:47668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":337382,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:29.740716906Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"445.946501ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ca7cb0b-bf82-4d3f-93a5-1195d0bbc955\", \"content-length\": \"133\", \"date\": \"Sun, 23 Feb 2025 14:11:29 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"3ca7cb0b-bf82-4d3f-93a5-1195d0bbc955\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 64b37618-5a4b-496c-a487-4fc26351a54a (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f4984ff6-c176-434a-85d0-979c256021fd (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 560e580c-bc8c-40b1-86e5-47623a4cd261 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6970c385-0404-4c7a-b49c-b77ac6a2a93a (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6cc62a83-e4bb-4501-93b7-b142ad7c2a07 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 900dcf62-4710-42f6-afb6-10d74094a220 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 15df3782-bc2d-49fc-911e-54d39887103e (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 801c46f9-ca52-41ca-ad6d-3d4b23069ff1 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 282eeda5-8805-4a38-b2dc-5fc3a787aa65 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: ac45d323-2be7-4c70-8bd0-24e4715b5940 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 7d23a519-15c1-44fd-8ff9-ac224d71710b (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 1b8b5129-4c43-4725-aa3f-befd9b9b0381 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 050ac34b-e304-496b-bbaf-448165055e70 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c680bcf2-d60d-41a2-bfee-dd120429d312 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6e84709d-e870-488c-96cf-ffa7b0945b4b (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c92ab9f7-d21d-47ad-96ed-871f973190e8 (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f609f777-5534-4d9e-86da-1bbb150f72d7 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 69759b1d-6873-4beb-8c8e-c46836d625ed (service), filesystem_pool: Some(ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f843c46e-42ad-4fa9-aaa3-1ec29b02cd85 (service), filesystem_pool: Some(ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: eb7c8b82-2ce8-47b5-8ba0-991e3a889563 (service), filesystem_pool: Some(ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 91d28207-77aa-452a-aeb5-1ffd1304592a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.185932284Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.186232104Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.186241374Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.198794534Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.198858826Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.209884168Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.209929239Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.220442064Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.220487185Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.230281008Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.230324349Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.240238035Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.240283776Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.25012674Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.250173631Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.259817799Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.259863771Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.270238011Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.270281532Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.281413877Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.281463319Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.293528843Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.293569545Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.305923608Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.30597924Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.316619699Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.316661461Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.327392532Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.327433704Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.338332901Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.338376293Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.350759247Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.350806909Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.361132438Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.361181079Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.37124226Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.371296142Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.38254691Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.382587621Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.392706234Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.392750865Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.403834178Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.403887039Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.404116167Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.404280662Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.404302283Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:30.514323959Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:30.514387511Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:30.514395711Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:30.514401541Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:30.514406551Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:30.514412072Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:30.514415932Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:30.514421332Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:30.514426392Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:30.514431502Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:30.514435182Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:30.514438712Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:30.514442283Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:30.514447543Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:30.514460643Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:30.514464463Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:30.514468144Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:30.514472904Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:30.514477874Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.514483064Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"a79e265b-d229-4ac5-b853-cfa6c6deb96d","remote_addr":"[fd00:1122:3344:101::1]:47668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":329333,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:30.514642279Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"406.382955ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a79e265b-d229-4ac5-b853-cfa6c6deb96d\", \"content-length\": \"133\", \"date\": \"Sun, 23 Feb 2025 14:11:30 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"a79e265b-d229-4ac5-b853-cfa6c6deb96d\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 64b37618-5a4b-496c-a487-4fc26351a54a (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f4984ff6-c176-434a-85d0-979c256021fd (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 560e580c-bc8c-40b1-86e5-47623a4cd261 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6970c385-0404-4c7a-b49c-b77ac6a2a93a (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6cc62a83-e4bb-4501-93b7-b142ad7c2a07 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 900dcf62-4710-42f6-afb6-10d74094a220 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 15df3782-bc2d-49fc-911e-54d39887103e (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 801c46f9-ca52-41ca-ad6d-3d4b23069ff1 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 282eeda5-8805-4a38-b2dc-5fc3a787aa65 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: ac45d323-2be7-4c70-8bd0-24e4715b5940 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 7d23a519-15c1-44fd-8ff9-ac224d71710b (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 1b8b5129-4c43-4725-aa3f-befd9b9b0381 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 050ac34b-e304-496b-bbaf-448165055e70 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c680bcf2-d60d-41a2-bfee-dd120429d312 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6e84709d-e870-488c-96cf-ffa7b0945b4b (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c92ab9f7-d21d-47ad-96ed-871f973190e8 (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f609f777-5534-4d9e-86da-1bbb150f72d7 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 69759b1d-6873-4beb-8c8e-c46836d625ed (service), filesystem_pool: Some(ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f843c46e-42ad-4fa9-aaa3-1ec29b02cd85 (service), filesystem_pool: Some(ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: eb7c8b82-2ce8-47b5-8ba0-991e3a889563 (service), filesystem_pool: Some(ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 91d28207-77aa-452a-aeb5-1ffd1304592a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.921603247Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.921908978Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.921935029Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.933703184Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.933755286Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.943996312Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.944037073Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.953519029Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.95355833Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.965410224Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.965449116Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.975511226Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.975561008Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.986597919Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.986637591Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.997757885Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:30.997797416Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.007165155Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.007223187Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.018999042Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.019057574Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.029246569Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.02930484Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.040056973Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.040103635Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.050877988Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.050924309Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.061126445Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.061169226Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.07166329Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.071706782Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.081429642Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.081485294Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.092710871Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.092753922Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.104728474Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.104770516Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.115185528Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.115225939Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.126100655Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.126143487Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.136156236Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.136213838Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.136399384Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.136551588Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.136566199Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:31.237199106Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:31.237242657Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:31.237248037Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:31.237252067Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:31.237256858Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:31.237262858Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:31.237269108Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:31.237275108Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:31.237356641Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:31.237370701Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:31.237381742Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:31.237393392Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:31.237422743Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:31.237434783Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:31.237444264Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:31.237455684Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:31.237465424Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:31.237475534Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:31.237484645Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:31.237571108Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"27764469-a700-4123-9434-c9dedc298ba0","remote_addr":"[fd00:1122:3344:101::1]:47668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":316721,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:31.237751438Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"769.431591ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27764469-a700-4123-9434-c9dedc298ba0\", \"content-length\": \"133\", \"date\": \"Sun, 23 Feb 2025 14:11:31 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"27764469-a700-4123-9434-c9dedc298ba0\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 64b37618-5a4b-496c-a487-4fc26351a54a (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f4984ff6-c176-434a-85d0-979c256021fd (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 560e580c-bc8c-40b1-86e5-47623a4cd261 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6970c385-0404-4c7a-b49c-b77ac6a2a93a (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6cc62a83-e4bb-4501-93b7-b142ad7c2a07 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 900dcf62-4710-42f6-afb6-10d74094a220 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 15df3782-bc2d-49fc-911e-54d39887103e (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 801c46f9-ca52-41ca-ad6d-3d4b23069ff1 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 282eeda5-8805-4a38-b2dc-5fc3a787aa65 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: ac45d323-2be7-4c70-8bd0-24e4715b5940 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 7d23a519-15c1-44fd-8ff9-ac224d71710b (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 1b8b5129-4c43-4725-aa3f-befd9b9b0381 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 050ac34b-e304-496b-bbaf-448165055e70 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c680bcf2-d60d-41a2-bfee-dd120429d312 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6e84709d-e870-488c-96cf-ffa7b0945b4b (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c92ab9f7-d21d-47ad-96ed-871f973190e8 (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f609f777-5534-4d9e-86da-1bbb150f72d7 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 69759b1d-6873-4beb-8c8e-c46836d625ed (service), filesystem_pool: Some(ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f843c46e-42ad-4fa9-aaa3-1ec29b02cd85 (service), filesystem_pool: Some(ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: eb7c8b82-2ce8-47b5-8ba0-991e3a889563 (service), filesystem_pool: Some(ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 91d28207-77aa-452a-aeb5-1ffd1304592a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.006197952Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.006516573Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.006525073Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.018281017Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.018321469Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.029562297Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.029599186Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.03968804Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.039727671Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.050909467Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.050944698Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.061079931Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.061116893Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.070282725Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.070323456Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.079165308Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.079200169Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.089409634Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.089446376Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.098859845Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.098894497Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.107339706Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.107376213Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.116213458Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.11625043Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.126706933Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.126747204Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.135920677Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.135956438Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.14637706Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.146411451Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.155399147Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.155436539Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.163779534Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.163816055Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.173890207Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.173928498Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.184211665Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.184251007Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.193506562Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.193546153Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.203218661Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.203262823Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.203443388Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.203581463Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.203594523Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:32.302310899Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:32.302359991Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:32.302367641Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:32.302376441Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:32.302382061Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:32.302388722Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:32.302392892Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:32.302398472Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:32.302405652Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:32.302412462Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:32.302425793Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:32.302431433Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:32.302436753Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:32.302443573Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:32.302449004Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:32.302453114Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:32.302457114Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:32.302462144Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:32.302465904Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.302516856Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"3177484c-3bd1-4e1e-93f1-34678098e5d8","remote_addr":"[fd00:1122:3344:101::1]:47668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":297011,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:32.302675011Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"408.983475ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3177484c-3bd1-4e1e-93f1-34678098e5d8\", \"content-length\": \"133\", \"date\": \"Sun, 23 Feb 2025 14:11:32 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"3177484c-3bd1-4e1e-93f1-34678098e5d8\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 64b37618-5a4b-496c-a487-4fc26351a54a (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f4984ff6-c176-434a-85d0-979c256021fd (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 560e580c-bc8c-40b1-86e5-47623a4cd261 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6970c385-0404-4c7a-b49c-b77ac6a2a93a (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6cc62a83-e4bb-4501-93b7-b142ad7c2a07 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 900dcf62-4710-42f6-afb6-10d74094a220 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 15df3782-bc2d-49fc-911e-54d39887103e (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 801c46f9-ca52-41ca-ad6d-3d4b23069ff1 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 282eeda5-8805-4a38-b2dc-5fc3a787aa65 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: ac45d323-2be7-4c70-8bd0-24e4715b5940 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 7d23a519-15c1-44fd-8ff9-ac224d71710b (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 1b8b5129-4c43-4725-aa3f-befd9b9b0381 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 050ac34b-e304-496b-bbaf-448165055e70 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c680bcf2-d60d-41a2-bfee-dd120429d312 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6e84709d-e870-488c-96cf-ffa7b0945b4b (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c92ab9f7-d21d-47ad-96ed-871f973190e8 (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f609f777-5534-4d9e-86da-1bbb150f72d7 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 69759b1d-6873-4beb-8c8e-c46836d625ed (service), filesystem_pool: Some(ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f843c46e-42ad-4fa9-aaa3-1ec29b02cd85 (service), filesystem_pool: Some(ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: eb7c8b82-2ce8-47b5-8ba0-991e3a889563 (service), filesystem_pool: Some(ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 91d28207-77aa-452a-aeb5-1ffd1304592a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.711065775Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.711357365Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.711366555Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.72281171Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.722852521Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.733940695Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.733978456Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.7444657Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.744499911Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.75419193Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.754228011Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.76641983Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.766455441Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.776941955Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.776976206Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.78684407Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.786879762Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.797480089Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.797527146Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.809063489Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.80909805Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.819851002Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.819886623Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.83014309Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.830176701Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.840595683Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.840630364Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.852011077Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.852045608Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.861924043Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.861969095Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.87279933Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.872831711Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.883254713Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.883288734Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.894232083Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.894265914Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.904558382Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.904590203Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.914757857Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.914809859Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.924525018Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.924562869Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.924769466Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.92491723Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:32.924923951Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:33.030736273Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:33.030796775Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:33.030803435Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:33.030809435Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:33.030814785Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:33.030821765Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:33.030825926Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:33.030831506Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:33.030854587Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:33.030858767Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:33.030864355Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:33.030867955Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:33.030873758Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:33.030878877Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:33.030882364Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:33.030886097Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:33.030890925Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:33.030894347Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:33.030897862Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:33.03090255Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"a544ed6a-6e45-4e61-b94c-3e7b6f241ac5","remote_addr":"[fd00:1122:3344:101::1]:47668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":320608,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:33.031073394Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"1.038450175s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a544ed6a-6e45-4e61-b94c-3e7b6f241ac5\", \"content-length\": \"133\", \"date\": \"Sun, 23 Feb 2025 14:11:33 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"a544ed6a-6e45-4e61-b94c-3e7b6f241ac5\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 64b37618-5a4b-496c-a487-4fc26351a54a (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f4984ff6-c176-434a-85d0-979c256021fd (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 560e580c-bc8c-40b1-86e5-47623a4cd261 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6970c385-0404-4c7a-b49c-b77ac6a2a93a (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6cc62a83-e4bb-4501-93b7-b142ad7c2a07 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 900dcf62-4710-42f6-afb6-10d74094a220 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 15df3782-bc2d-49fc-911e-54d39887103e (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 801c46f9-ca52-41ca-ad6d-3d4b23069ff1 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 282eeda5-8805-4a38-b2dc-5fc3a787aa65 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: ac45d323-2be7-4c70-8bd0-24e4715b5940 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 7d23a519-15c1-44fd-8ff9-ac224d71710b (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 1b8b5129-4c43-4725-aa3f-befd9b9b0381 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 050ac34b-e304-496b-bbaf-448165055e70 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c680bcf2-d60d-41a2-bfee-dd120429d312 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6e84709d-e870-488c-96cf-ffa7b0945b4b (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c92ab9f7-d21d-47ad-96ed-871f973190e8 (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f609f777-5534-4d9e-86da-1bbb150f72d7 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 69759b1d-6873-4beb-8c8e-c46836d625ed (service), filesystem_pool: Some(ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f843c46e-42ad-4fa9-aaa3-1ec29b02cd85 (service), filesystem_pool: Some(ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: eb7c8b82-2ce8-47b5-8ba0-991e3a889563 (service), filesystem_pool: Some(ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 91d28207-77aa-452a-aeb5-1ffd1304592a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.06802764Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.068328919Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.06834073Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.079690562Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.079737283Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.090747524Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.090782785Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.101862518Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.101905989Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.11133362Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.111368911Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.121751292Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.121784883Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.131538384Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.131574525Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.141088448Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.141122519Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.149767915Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.149817756Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.164945928Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.16498931Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.175759092Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.175798654Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.185543535Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.185576616Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.195532773Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.195568164Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.20548075Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.205523841Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.215162939Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.21520543Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.224404543Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.224442895Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.232800381Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.232834862Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.242724377Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.242759788Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.252139927Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.252187289Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.260869445Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.260909597Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.272092373Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.272141124Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.272334481Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.272472735Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.272479185Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:34.371227702Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:34.371275604Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:34.371282264Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:34.371286394Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:34.371291624Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:34.371298404Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:34.371314275Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:34.371318765Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:34.371325385Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:34.371330736Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:34.371337386Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:34.371342326Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:34.371347446Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:34.371350926Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:34.371356377Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:34.371361817Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:34.371367017Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:34.371371967Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:34.371377017Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.371420659Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"5fc970b6-8bc5-463b-84a4-1086694fb44b","remote_addr":"[fd00:1122:3344:101::1]:47668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":304118,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:34.371594564Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"448.11302ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fc970b6-8bc5-463b-84a4-1086694fb44b\", \"content-length\": \"133\", \"date\": \"Sun, 23 Feb 2025 14:11:34 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"5fc970b6-8bc5-463b-84a4-1086694fb44b\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 64b37618-5a4b-496c-a487-4fc26351a54a (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f4984ff6-c176-434a-85d0-979c256021fd (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 560e580c-bc8c-40b1-86e5-47623a4cd261 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6970c385-0404-4c7a-b49c-b77ac6a2a93a (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6cc62a83-e4bb-4501-93b7-b142ad7c2a07 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 900dcf62-4710-42f6-afb6-10d74094a220 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 15df3782-bc2d-49fc-911e-54d39887103e (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 801c46f9-ca52-41ca-ad6d-3d4b23069ff1 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 282eeda5-8805-4a38-b2dc-5fc3a787aa65 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: ac45d323-2be7-4c70-8bd0-24e4715b5940 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 7d23a519-15c1-44fd-8ff9-ac224d71710b (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 1b8b5129-4c43-4725-aa3f-befd9b9b0381 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 050ac34b-e304-496b-bbaf-448165055e70 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c680bcf2-d60d-41a2-bfee-dd120429d312 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6e84709d-e870-488c-96cf-ffa7b0945b4b (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c92ab9f7-d21d-47ad-96ed-871f973190e8 (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f609f777-5534-4d9e-86da-1bbb150f72d7 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 69759b1d-6873-4beb-8c8e-c46836d625ed (service), filesystem_pool: Some(ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f843c46e-42ad-4fa9-aaa3-1ec29b02cd85 (service), filesystem_pool: Some(ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: eb7c8b82-2ce8-47b5-8ba0-991e3a889563 (service), filesystem_pool: Some(ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 91d28207-77aa-452a-aeb5-1ffd1304592a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.819957412Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.820291172Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.820302423Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.832007891Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.832045137Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.843071918Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.843105039Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.853274734Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.853309195Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.865189073Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.865225184Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.8757704Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.875805812Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.886070319Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.88610145Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.8974018Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.897435331Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.907798655Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.907832992Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.918237014Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.918274605Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.928943545Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.928973536Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.939237603Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.939270394Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.949095557Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.949134698Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.959486068Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.959520589Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.970071786Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.970106807Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.979681842Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.979714133Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.989949929Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:34.98998485Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.000500775Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.00053517Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.01132476Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.011371392Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.023397285Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.02344966Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.035425277Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.03547767Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.035689527Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.035853002Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.035862062Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:35.137485811Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:35.137537403Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:35.137545213Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:35.137553763Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:35.137577084Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:35.137583464Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:35.137591424Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:35.137595944Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:35.137601785Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:35.137606025Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:35.137610385Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:35.137616255Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:35.137620485Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:35.137626665Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:35.137630836Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:35.137637046Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:35.137641246Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:35.137648816Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:35.137656616Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.137664857Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"6deac455-e870-4929-a246-62f595a2bb87","remote_addr":"[fd00:1122:3344:101::1]:47668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":318447,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:35.137820352Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"750.691379ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6deac455-e870-4929-a246-62f595a2bb87\", \"content-length\": \"133\", \"date\": \"Sun, 23 Feb 2025 14:11:35 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"6deac455-e870-4929-a246-62f595a2bb87\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 64b37618-5a4b-496c-a487-4fc26351a54a (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f4984ff6-c176-434a-85d0-979c256021fd (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 560e580c-bc8c-40b1-86e5-47623a4cd261 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6970c385-0404-4c7a-b49c-b77ac6a2a93a (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6cc62a83-e4bb-4501-93b7-b142ad7c2a07 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 900dcf62-4710-42f6-afb6-10d74094a220 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 15df3782-bc2d-49fc-911e-54d39887103e (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 801c46f9-ca52-41ca-ad6d-3d4b23069ff1 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 282eeda5-8805-4a38-b2dc-5fc3a787aa65 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: ac45d323-2be7-4c70-8bd0-24e4715b5940 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 7d23a519-15c1-44fd-8ff9-ac224d71710b (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 1b8b5129-4c43-4725-aa3f-befd9b9b0381 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 050ac34b-e304-496b-bbaf-448165055e70 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c680bcf2-d60d-41a2-bfee-dd120429d312 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6e84709d-e870-488c-96cf-ffa7b0945b4b (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c92ab9f7-d21d-47ad-96ed-871f973190e8 (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f609f777-5534-4d9e-86da-1bbb150f72d7 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 69759b1d-6873-4beb-8c8e-c46836d625ed (service), filesystem_pool: Some(ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f843c46e-42ad-4fa9-aaa3-1ec29b02cd85 (service), filesystem_pool: Some(ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: eb7c8b82-2ce8-47b5-8ba0-991e3a889563 (service), filesystem_pool: Some(ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 91d28207-77aa-452a-aeb5-1ffd1304592a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.887646147Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.887949647Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.887956617Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.899716392Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.899751423Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.910823516Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.910855087Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.92256573Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.922601821Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.932905929Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.93293747Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.943375303Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.943406804Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.95489845Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.95493446Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.965718445Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.965750466Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.97842422Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.978462951Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.989613887Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:35.989654398Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.001268068Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.001304869Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.013960503Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.013993554Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.024805568Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.024838679Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.036546532Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.036578984Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.047115529Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.04714796Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.057333315Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.057365416Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.068735858Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.068766879Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.0794674Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.079498561Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.089251292Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.089280843Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.100419648Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.100454149Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.110985375Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.111014856Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.111221572Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.111368677Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.111382077Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:36.218014806Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:36.218069967Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:36.218084498Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:36.218090648Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:36.218096018Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:36.218101158Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:36.218104838Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:36.218109789Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:36.218113339Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:36.218117019Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:36.218121849Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:36.218126509Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:36.218130409Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:36.218135219Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:36.21813849Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:36.2181506Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:36.21816337Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:36.218175551Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:36.218179501Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:36.218184701Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"2c51b13c-6597-4f45-80f7-c8387efe5003","remote_addr":"[fd00:1122:3344:101::1]:47668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":331291,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:36.218314515Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"1.353500471s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c51b13c-6597-4f45-80f7-c8387efe5003\", \"content-length\": \"133\", \"date\": \"Sun, 23 Feb 2025 14:11:36 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"2c51b13c-6597-4f45-80f7-c8387efe5003\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 64b37618-5a4b-496c-a487-4fc26351a54a (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f4984ff6-c176-434a-85d0-979c256021fd (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 560e580c-bc8c-40b1-86e5-47623a4cd261 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6970c385-0404-4c7a-b49c-b77ac6a2a93a (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6cc62a83-e4bb-4501-93b7-b142ad7c2a07 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 900dcf62-4710-42f6-afb6-10d74094a220 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 15df3782-bc2d-49fc-911e-54d39887103e (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 801c46f9-ca52-41ca-ad6d-3d4b23069ff1 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 282eeda5-8805-4a38-b2dc-5fc3a787aa65 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: ac45d323-2be7-4c70-8bd0-24e4715b5940 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 7d23a519-15c1-44fd-8ff9-ac224d71710b (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 1b8b5129-4c43-4725-aa3f-befd9b9b0381 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 050ac34b-e304-496b-bbaf-448165055e70 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c680bcf2-d60d-41a2-bfee-dd120429d312 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6e84709d-e870-488c-96cf-ffa7b0945b4b (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c92ab9f7-d21d-47ad-96ed-871f973190e8 (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f609f777-5534-4d9e-86da-1bbb150f72d7 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 69759b1d-6873-4beb-8c8e-c46836d625ed (service), filesystem_pool: Some(ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f843c46e-42ad-4fa9-aaa3-1ec29b02cd85 (service), filesystem_pool: Some(ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: eb7c8b82-2ce8-47b5-8ba0-991e3a889563 (service), filesystem_pool: Some(ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 91d28207-77aa-452a-aeb5-1ffd1304592a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.568781781Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.569100571Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.569114282Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.580173154Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.580242766Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.591982901Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.592030002Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.602353831Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.602394932Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.613111014Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.613155846Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.623857507Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.623908078Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.633733311Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.633782873Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.643885175Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.643942377Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.654371509Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.654430381Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.664414949Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.66446031Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.675576775Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.675622716Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.686746241Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.686804242Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.697149272Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.697197503Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.707474271Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.707518613Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.717833611Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.717890423Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.728181041Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.728220742Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.738972355Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.739030667Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.750304476Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.750353948Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.760496401Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.762546216Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.770750188Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.770764328Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.780771007Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.780836419Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.781019365Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.78116202Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.781190981Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:37.883897724Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:37.883983376Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:37.883991467Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:37.884002467Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:37.884008127Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:37.884013457Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:37.884019058Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:37.884024798Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:37.884041578Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:37.884046418Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:37.884050339Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:37.884055909Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:37.884061539Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:37.884065839Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:37.884070009Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:37.88408529Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:37.88409139Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:37.88409529Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:37.8840993Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:37.88410337Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"09dec4a7-5082-4045-a27c-49944be8f44f","remote_addr":"[fd00:1122:3344:101::1]:47668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":316039,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:37.884246115Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"1.942948445s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09dec4a7-5082-4045-a27c-49944be8f44f\", \"content-length\": \"133\", \"date\": \"Sun, 23 Feb 2025 14:11:37 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"09dec4a7-5082-4045-a27c-49944be8f44f\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 64b37618-5a4b-496c-a487-4fc26351a54a (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f4984ff6-c176-434a-85d0-979c256021fd (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 560e580c-bc8c-40b1-86e5-47623a4cd261 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6970c385-0404-4c7a-b49c-b77ac6a2a93a (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6cc62a83-e4bb-4501-93b7-b142ad7c2a07 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 900dcf62-4710-42f6-afb6-10d74094a220 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 15df3782-bc2d-49fc-911e-54d39887103e (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 801c46f9-ca52-41ca-ad6d-3d4b23069ff1 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 282eeda5-8805-4a38-b2dc-5fc3a787aa65 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: ac45d323-2be7-4c70-8bd0-24e4715b5940 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 7d23a519-15c1-44fd-8ff9-ac224d71710b (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 1b8b5129-4c43-4725-aa3f-befd9b9b0381 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 050ac34b-e304-496b-bbaf-448165055e70 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c680bcf2-d60d-41a2-bfee-dd120429d312 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6e84709d-e870-488c-96cf-ffa7b0945b4b (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c92ab9f7-d21d-47ad-96ed-871f973190e8 (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f609f777-5534-4d9e-86da-1bbb150f72d7 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 69759b1d-6873-4beb-8c8e-c46836d625ed (service), filesystem_pool: Some(ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f843c46e-42ad-4fa9-aaa3-1ec29b02cd85 (service), filesystem_pool: Some(ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: eb7c8b82-2ce8-47b5-8ba0-991e3a889563 (service), filesystem_pool: Some(ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 91d28207-77aa-452a-aeb5-1ffd1304592a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.823133403Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.823546107Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.823560367Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.835806187Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.835849059Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.847726477Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.847773139Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.860141102Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.860186784Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.871083541Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.871121472Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.88140219Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.881447342Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.890756598Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.890789119Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.900967044Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.901004025Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.910400814Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.910437736Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.921601991Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.921637032Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.931536498Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.931571839Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.942589Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.942631882Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.953369624Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.953405835Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.963753184Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.963792516Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.973360421Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.973401412Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.982712309Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.9827465Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.993895745Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:39.993931866Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:40.004153772Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:40.004194323Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:40.01506207Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:40.015092151Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:40.024972715Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:40.025006617Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:40.035526912Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:40.035576824Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:40.035798511Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:40.035990947Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:40.035998677Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:40.141977374Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:40.142054827Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:40.142066197Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:40.142072797Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:40.142077038Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:40.142082468Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:40.142088068Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:40.142094258Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:40.142102218Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:40.142107959Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:40.142112229Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:40.142116139Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:40.142120089Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:40.142139069Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:40.14214328Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:40.1421494Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:40.14215476Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:40.14216004Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:40.142168761Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:40.142172581Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"c449e4be-10dc-4aea-80a9-9a284f1cd46d","remote_addr":"[fd00:1122:3344:101::1]:47668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":319698,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:40.142328226Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"2.125313124s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c449e4be-10dc-4aea-80a9-9a284f1cd46d\", \"content-length\": \"133\", \"date\": \"Sun, 23 Feb 2025 14:11:39 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"c449e4be-10dc-4aea-80a9-9a284f1cd46d\" }"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:41.18459165Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"736.62048ms"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 64b37618-5a4b-496c-a487-4fc26351a54a (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f4984ff6-c176-434a-85d0-979c256021fd (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 560e580c-bc8c-40b1-86e5-47623a4cd261 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6970c385-0404-4c7a-b49c-b77ac6a2a93a (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6cc62a83-e4bb-4501-93b7-b142ad7c2a07 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 900dcf62-4710-42f6-afb6-10d74094a220 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 15df3782-bc2d-49fc-911e-54d39887103e (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 801c46f9-ca52-41ca-ad6d-3d4b23069ff1 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 282eeda5-8805-4a38-b2dc-5fc3a787aa65 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: ac45d323-2be7-4c70-8bd0-24e4715b5940 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 7d23a519-15c1-44fd-8ff9-ac224d71710b (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 1b8b5129-4c43-4725-aa3f-befd9b9b0381 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 050ac34b-e304-496b-bbaf-448165055e70 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c680bcf2-d60d-41a2-bfee-dd120429d312 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6e84709d-e870-488c-96cf-ffa7b0945b4b (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c92ab9f7-d21d-47ad-96ed-871f973190e8 (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f609f777-5534-4d9e-86da-1bbb150f72d7 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 69759b1d-6873-4beb-8c8e-c46836d625ed (service), filesystem_pool: Some(ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f843c46e-42ad-4fa9-aaa3-1ec29b02cd85 (service), filesystem_pool: Some(ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: eb7c8b82-2ce8-47b5-8ba0-991e3a889563 (service), filesystem_pool: Some(ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 91d28207-77aa-452a-aeb5-1ffd1304592a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.263474433Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.263767466Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.263776776Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.275548458Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.27561016Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.286456985Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.286504617Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.296103353Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.296149824Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.305507812Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.305557134Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.314990265Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.315030196Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.324948682Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.324998314Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.33430284Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.334346482Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.343909426Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.343957038Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.353950106Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.354007018Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.364296506Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.364340807Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.374824612Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.374866853Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.384369556Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.384416027Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.393775965Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.393828397Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.404463246Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.404511667Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.414708232Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.414756284Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.424712531Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.424749603Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.434310624Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.434347508Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.443769679Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.44381618Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.454587353Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.454646135Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.464150568Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.46421516Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.464395266Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.46452859Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.464541961Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:42.570477907Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:42.570557129Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:42.57057003Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:42.5705843Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:42.57059361Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:42.57060274Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:42.570609881Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:42.570618971Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:42.570625731Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:42.570643622Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:42.570657032Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:42.570661673Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:42.570665613Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:42.570672383Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:42.570683273Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:42.570688943Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:42.570695474Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:42.570701254Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:42.570705384Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:42.570739445Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"fc27fd1e-a1e2-438f-a137-1c9a526e6c83","remote_addr":"[fd00:1122:3344:101::1]:47668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":307994,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:42.570922298Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"2.91990658s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc27fd1e-a1e2-438f-a137-1c9a526e6c83\", \"content-length\": \"133\", \"date\": \"Sun, 23 Feb 2025 14:11:42 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"fc27fd1e-a1e2-438f-a137-1c9a526e6c83\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 64b37618-5a4b-496c-a487-4fc26351a54a (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f4984ff6-c176-434a-85d0-979c256021fd (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 560e580c-bc8c-40b1-86e5-47623a4cd261 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6970c385-0404-4c7a-b49c-b77ac6a2a93a (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6cc62a83-e4bb-4501-93b7-b142ad7c2a07 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 900dcf62-4710-42f6-afb6-10d74094a220 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 15df3782-bc2d-49fc-911e-54d39887103e (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 801c46f9-ca52-41ca-ad6d-3d4b23069ff1 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 282eeda5-8805-4a38-b2dc-5fc3a787aa65 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: ac45d323-2be7-4c70-8bd0-24e4715b5940 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 7d23a519-15c1-44fd-8ff9-ac224d71710b (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 1b8b5129-4c43-4725-aa3f-befd9b9b0381 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 050ac34b-e304-496b-bbaf-448165055e70 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c680bcf2-d60d-41a2-bfee-dd120429d312 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6e84709d-e870-488c-96cf-ffa7b0945b4b (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c92ab9f7-d21d-47ad-96ed-871f973190e8 (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f609f777-5534-4d9e-86da-1bbb150f72d7 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 69759b1d-6873-4beb-8c8e-c46836d625ed (service), filesystem_pool: Some(ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f843c46e-42ad-4fa9-aaa3-1ec29b02cd85 (service), filesystem_pool: Some(ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: eb7c8b82-2ce8-47b5-8ba0-991e3a889563 (service), filesystem_pool: Some(ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 91d28207-77aa-452a-aeb5-1ffd1304592a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.48353382Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.484000225Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.48400764Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.496607247Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.496669469Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.508538497Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.508585859Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.520062034Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.52242885Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.529772744Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.529785604Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.540286409Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.542746287Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.549966467Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.549978478Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.559742109Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.559786904Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.56855974Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.568626152Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.578455925Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.578505887Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.58865489Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.588702062Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.597896395Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.597942376Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.607247313Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.607284644Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.616485137Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.616532008Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.625375Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.625418892Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.634890624Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.634936305Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.644411437Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.644454338Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.654102496Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.654149147Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.664138006Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.664184237Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.673585657Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.673629728Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.683233274Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.683284946Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.683490071Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.683635967Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.683650327Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:45.792993752Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:45.793064144Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:45.793079275Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:45.793085805Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:45.793093475Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:45.793099515Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:45.793105326Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:45.793126696Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:45.793138797Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:45.793144607Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:45.793149797Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:45.793154102Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:45.793157796Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:45.793162869Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:45.793167997Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:45.793179744Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:45.793184947Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:45.793200049Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:45.793205449Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:45.793217239Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"44ce0eae-b02a-4741-805b-b9f04d5e4d38","remote_addr":"[fd00:1122:3344:101::1]:47668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":310353,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:45.793520839Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"3.737642839s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44ce0eae-b02a-4741-805b-b9f04d5e4d38\", \"content-length\": \"133\", \"date\": \"Sun, 23 Feb 2025 14:11:45 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"44ce0eae-b02a-4741-805b-b9f04d5e4d38\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 64b37618-5a4b-496c-a487-4fc26351a54a (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f4984ff6-c176-434a-85d0-979c256021fd (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 560e580c-bc8c-40b1-86e5-47623a4cd261 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6970c385-0404-4c7a-b49c-b77ac6a2a93a (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6cc62a83-e4bb-4501-93b7-b142ad7c2a07 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 900dcf62-4710-42f6-afb6-10d74094a220 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 15df3782-bc2d-49fc-911e-54d39887103e (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 801c46f9-ca52-41ca-ad6d-3d4b23069ff1 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 282eeda5-8805-4a38-b2dc-5fc3a787aa65 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: ac45d323-2be7-4c70-8bd0-24e4715b5940 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 7d23a519-15c1-44fd-8ff9-ac224d71710b (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 1b8b5129-4c43-4725-aa3f-befd9b9b0381 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 050ac34b-e304-496b-bbaf-448165055e70 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c680bcf2-d60d-41a2-bfee-dd120429d312 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6e84709d-e870-488c-96cf-ffa7b0945b4b (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c92ab9f7-d21d-47ad-96ed-871f973190e8 (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f609f777-5534-4d9e-86da-1bbb150f72d7 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 69759b1d-6873-4beb-8c8e-c46836d625ed (service), filesystem_pool: Some(ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f843c46e-42ad-4fa9-aaa3-1ec29b02cd85 (service), filesystem_pool: Some(ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: eb7c8b82-2ce8-47b5-8ba0-991e3a889563 (service), filesystem_pool: Some(ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 91d28207-77aa-452a-aeb5-1ffd1304592a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.522778353Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.523121384Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.523128854Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.534423764Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.534474475Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.545418284Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.545470226Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.554938451Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.554982459Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.563947675Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.563984696Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.574256443Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.574297994Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.58325245Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.583299891Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.591985798Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.59203261Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.600800049Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.600852261Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.610780285Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.610833689Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.619593898Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.619640599Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.628520102Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.628570814Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.637268851Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.637321833Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.646098433Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.646144484Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.655021597Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.655067688Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.663819107Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.666190503Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.672643189Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.672657579Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.682077539Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.682120461Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.690832538Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.69087653Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.69957153Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.699612278Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.708565184Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.708608205Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.708802971Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.708955276Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.708962176Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:49.811039299Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:49.811103581Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:49.811109891Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:49.811114532Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:49.811131952Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:49.811137782Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:49.811144092Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:49.811150473Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:49.811155743Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:49.811161863Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:49.811170623Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:49.811176023Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:49.811182274Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:49.811186614Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:49.811192294Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:49.811196934Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:49.811200944Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:49.811206224Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:49.811211355Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:49.811218795Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"6e3bf930-42c3-41bc-ac6a-99f984601939","remote_addr":"[fd00:1122:3344:101::1]:47668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":289122,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:49.811410321Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"2.375575423s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e3bf930-42c3-41bc-ac6a-99f984601939\", \"content-length\": \"133\", \"date\": \"Sun, 23 Feb 2025 14:11:49 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"6e3bf930-42c3-41bc-ac6a-99f984601939\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 64b37618-5a4b-496c-a487-4fc26351a54a (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f4984ff6-c176-434a-85d0-979c256021fd (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 560e580c-bc8c-40b1-86e5-47623a4cd261 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6970c385-0404-4c7a-b49c-b77ac6a2a93a (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6cc62a83-e4bb-4501-93b7-b142ad7c2a07 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 900dcf62-4710-42f6-afb6-10d74094a220 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 15df3782-bc2d-49fc-911e-54d39887103e (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 801c46f9-ca52-41ca-ad6d-3d4b23069ff1 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 282eeda5-8805-4a38-b2dc-5fc3a787aa65 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: ac45d323-2be7-4c70-8bd0-24e4715b5940 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 7d23a519-15c1-44fd-8ff9-ac224d71710b (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 1b8b5129-4c43-4725-aa3f-befd9b9b0381 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 050ac34b-e304-496b-bbaf-448165055e70 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c680bcf2-d60d-41a2-bfee-dd120429d312 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6e84709d-e870-488c-96cf-ffa7b0945b4b (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c92ab9f7-d21d-47ad-96ed-871f973190e8 (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f609f777-5534-4d9e-86da-1bbb150f72d7 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 69759b1d-6873-4beb-8c8e-c46836d625ed (service), filesystem_pool: Some(ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f843c46e-42ad-4fa9-aaa3-1ec29b02cd85 (service), filesystem_pool: Some(ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: eb7c8b82-2ce8-47b5-8ba0-991e3a889563 (service), filesystem_pool: Some(ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 91d28207-77aa-452a-aeb5-1ffd1304592a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.181813529Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.182268906Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.182285827Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.194908859Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.194964221Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.20655425Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.206616752Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.21815369Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.218197581Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.229387458Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.229433369Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.2398123Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.239853201Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.24986092Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.249904712Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.259205688Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.25925493Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.268828595Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.268878936Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.278320997Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.278368499Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.287561732Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.287606773Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.296884519Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.29692722Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.305637188Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.308109356Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.315501202Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.315509592Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.324615933Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.324655924Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.333417193Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.333464415Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.342331427Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.342375439Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.35151134Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.351560821Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.362038985Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.362087367Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.371235898Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.371287589Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.38039744Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.380442212Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.380643248Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.380790093Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.380800353Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:52.479367194Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:52.479408775Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:52.479423626Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:52.479432366Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:52.479436047Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:52.479439407Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:52.479442767Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:52.479446147Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:52.479455167Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:52.479460587Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:52.479464807Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:52.479470057Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:52.479473608Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:52.479477878Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:52.479483008Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:52.479487478Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:52.479492668Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:52.479496868Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:52.479504579Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:52.47955257Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"5ff9644d-2855-455c-b13c-1d9857e853bc","remote_addr":"[fd00:1122:3344:101::1]:47668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":298393,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:52.479725456Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"2.638039805s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ff9644d-2855-455c-b13c-1d9857e853bc\", \"content-length\": \"133\", \"date\": \"Sun, 23 Feb 2025 14:11:52 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"5ff9644d-2855-455c-b13c-1d9857e853bc\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 64b37618-5a4b-496c-a487-4fc26351a54a (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f4984ff6-c176-434a-85d0-979c256021fd (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 560e580c-bc8c-40b1-86e5-47623a4cd261 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6970c385-0404-4c7a-b49c-b77ac6a2a93a (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6cc62a83-e4bb-4501-93b7-b142ad7c2a07 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 900dcf62-4710-42f6-afb6-10d74094a220 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 15df3782-bc2d-49fc-911e-54d39887103e (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 801c46f9-ca52-41ca-ad6d-3d4b23069ff1 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 282eeda5-8805-4a38-b2dc-5fc3a787aa65 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: ac45d323-2be7-4c70-8bd0-24e4715b5940 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 7d23a519-15c1-44fd-8ff9-ac224d71710b (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 1b8b5129-4c43-4725-aa3f-befd9b9b0381 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 050ac34b-e304-496b-bbaf-448165055e70 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c680bcf2-d60d-41a2-bfee-dd120429d312 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6e84709d-e870-488c-96cf-ffa7b0945b4b (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c92ab9f7-d21d-47ad-96ed-871f973190e8 (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f609f777-5534-4d9e-86da-1bbb150f72d7 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 69759b1d-6873-4beb-8c8e-c46836d625ed (service), filesystem_pool: Some(ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f843c46e-42ad-4fa9-aaa3-1ec29b02cd85 (service), filesystem_pool: Some(ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: eb7c8b82-2ce8-47b5-8ba0-991e3a889563 (service), filesystem_pool: Some(ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 91d28207-77aa-452a-aeb5-1ffd1304592a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.111875218Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.112479267Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.112499988Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.12481118Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.124875062Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.134613663Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.134669594Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.144595771Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.144644943Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.153391561Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.153442553Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.164154014Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.164199966Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.174040889Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.176513328Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.183334356Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.183342316Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.191891048Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.19193587Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.201560596Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.201605759Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.210984427Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.211034968Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.220435688Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.22049112Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.22953244Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.229569929Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.238338248Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.23838103Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.2484737Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.248528363Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.257979294Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.258025736Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.267155817Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.267210348Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.27636999Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.276420262Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.287085462Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.287131673Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.298141324Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.298202616Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.30806023Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.308114192Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.30835881Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.308549236Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.308556096Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:55.404640988Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:55.40469095Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:55.40469698Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:55.40470168Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:55.40470653Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:55.40471193Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:55.40471628Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:55.404721541Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:55.404726691Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:55.404731811Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:55.404748092Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:55.404761702Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:55.404770902Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:55.404776482Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:55.404781642Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:55.404800693Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:55.404806283Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:55.404810294Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:55.404814614Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:55.404818784Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"1f52e925-9895-4a85-a4aa-7169312a6d0d","remote_addr":"[fd00:1122:3344:101::1]:47668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":293558,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:55.40500248Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"6.531468138s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f52e925-9895-4a85-a4aa-7169312a6d0d\", \"content-length\": \"133\", \"date\": \"Sun, 23 Feb 2025 14:11:55 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"1f52e925-9895-4a85-a4aa-7169312a6d0d\" }"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:11:56.913272526Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"2.066714282s"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:58.627442334Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63331"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:11:58.627587858Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"b2f27974-99bd-4f07-9c8c-32ca9d331501","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63331","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":40,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 64b37618-5a4b-496c-a487-4fc26351a54a (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f4984ff6-c176-434a-85d0-979c256021fd (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 560e580c-bc8c-40b1-86e5-47623a4cd261 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6970c385-0404-4c7a-b49c-b77ac6a2a93a (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6cc62a83-e4bb-4501-93b7-b142ad7c2a07 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 900dcf62-4710-42f6-afb6-10d74094a220 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 15df3782-bc2d-49fc-911e-54d39887103e (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 801c46f9-ca52-41ca-ad6d-3d4b23069ff1 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 282eeda5-8805-4a38-b2dc-5fc3a787aa65 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: ac45d323-2be7-4c70-8bd0-24e4715b5940 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 7d23a519-15c1-44fd-8ff9-ac224d71710b (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 1b8b5129-4c43-4725-aa3f-befd9b9b0381 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 050ac34b-e304-496b-bbaf-448165055e70 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c680bcf2-d60d-41a2-bfee-dd120429d312 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6e84709d-e870-488c-96cf-ffa7b0945b4b (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c92ab9f7-d21d-47ad-96ed-871f973190e8 (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f609f777-5534-4d9e-86da-1bbb150f72d7 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 69759b1d-6873-4beb-8c8e-c46836d625ed (service), filesystem_pool: Some(ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f843c46e-42ad-4fa9-aaa3-1ec29b02cd85 (service), filesystem_pool: Some(ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: eb7c8b82-2ce8-47b5-8ba0-991e3a889563 (service), filesystem_pool: Some(ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 91d28207-77aa-452a-aeb5-1ffd1304592a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:01.920165137Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:01.920485637Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:01.920495767Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:01.932326434Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:01.932382256Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:01.94410576Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:01.944160932Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:01.955060549Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:01.95511034Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:01.965247024Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:01.965289785Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:01.974202379Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:01.97425001Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:01.984705444Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:01.984750485Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:01.994921979Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:01.994966851Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.004337979Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.004385511Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.013332736Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.013372577Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.024889374Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.027303821Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.034713607Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.034728348Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.045761399Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.045806031Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.056186362Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.056234393Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.065910811Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.065968603Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.075013862Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.075052773Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.084265456Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.084310968Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.093939235Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.093981696Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.103899502Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.103947584Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.113696144Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.113758866Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.123510337Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.123560449Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.123821997Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.124006723Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.124015313Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:02.22714595Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:02.227199532Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:02.227208922Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:02.227214842Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:02.227221322Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:02.227227772Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:02.227234242Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:02.227239673Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:02.227252033Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:02.227257663Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:02.227263163Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:02.227272864Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:02.227278434Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:02.227282804Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:02.227286784Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:02.227299195Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:02.227303575Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:02.227307665Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:02.227312985Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3381","zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:02.227319135Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"50069b12-0887-426d-bf7c-b0e69692bb14","remote_addr":"[fd00:1122:3344:101::1]:47668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":307883,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:02.227479454Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"6.513027196s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50069b12-0887-426d-bf7c-b0e69692bb14\", \"content-length\": \"133\", \"date\": \"Sun, 23 Feb 2025 14:12:02 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"50069b12-0887-426d-bf7c-b0e69692bb14\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 09a83c62-7420-47f9-a9b5-81c2d20347b2 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9e6b7508-d01a-4365-b28c-dc79bcda4b13 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ff08f205-1dd0-4a8e-bb78-4261e300edb3 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d026048e-8677-4167-a6f5-f01163ccb226, kind: Service { id: b0f941f2-e0dc-4000-a9dc-c94196d1ac5f }, name: Name(\"ntp-b0f941f2-e0dc-4000-a9dc-c94196d1ac5f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 131])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 64b37618-5a4b-496c-a487-4fc26351a54a (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f4984ff6-c176-434a-85d0-979c256021fd (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 560e580c-bc8c-40b1-86e5-47623a4cd261 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6970c385-0404-4c7a-b49c-b77ac6a2a93a (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6cc62a83-e4bb-4501-93b7-b142ad7c2a07 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 900dcf62-4710-42f6-afb6-10d74094a220 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 15df3782-bc2d-49fc-911e-54d39887103e (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 801c46f9-ca52-41ca-ad6d-3d4b23069ff1 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 282eeda5-8805-4a38-b2dc-5fc3a787aa65 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: ac45d323-2be7-4c70-8bd0-24e4715b5940 (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 7d23a519-15c1-44fd-8ff9-ac224d71710b (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 1b8b5129-4c43-4725-aa3f-befd9b9b0381 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 050ac34b-e304-496b-bbaf-448165055e70 (service), filesystem_pool: Some(ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c680bcf2-d60d-41a2-bfee-dd120429d312 (service), filesystem_pool: Some(ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6e84709d-e870-488c-96cf-ffa7b0945b4b (service), filesystem_pool: Some(ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c92ab9f7-d21d-47ad-96ed-871f973190e8 (service), filesystem_pool: Some(ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f609f777-5534-4d9e-86da-1bbb150f72d7 (service), filesystem_pool: Some(ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 69759b1d-6873-4beb-8c8e-c46836d625ed (service), filesystem_pool: Some(ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: f843c46e-42ad-4fa9-aaa3-1ec29b02cd85 (service), filesystem_pool: Some(ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: eb7c8b82-2ce8-47b5-8ba0-991e3a889563 (service), filesystem_pool: Some(ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 91d28207-77aa-452a-aeb5-1ffd1304592a (service), filesystem_pool: Some(ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.724448867Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.724948463Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.724969423Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.736767689Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.736817511Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.748026038Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.74807402Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.759009178Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.75906593Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.768946115Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.768991256Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.778414636Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.778461758Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.787346841Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.787391213Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.796536134Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.796577835Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.805538111Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.8055898Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.814739414Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.814790256Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.82591647Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.825957592Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.837349035Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.837391746Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.847268201Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.847312052Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.85695827Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.857014111Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.866604117Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.866644628Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.87704195Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.877084471Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.886705428Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.886747479Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.896078886Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.896125248Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.90622186Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.906271731Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.916373783Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.916419574Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.925944668Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.92600212Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.926223067Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.926377292Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4918","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:08.926386182Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.04117357Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.041606924Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.05530016Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.055477276Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.095470021Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.09575925Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.095791073Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.095812804Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.095822512Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.095838412Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.27338601Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.273642909Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.273654289Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.297784107Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.298114878Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.298133938Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.312473015Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.312525637Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.312531387Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.312748684Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.318861109Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.32453702Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.330058476Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.335454628Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.340681104Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.346018614Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.494645361Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.500097035Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.505066363Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.509574737Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.513533063Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.517963604Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.523040516Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Configuring new Omicron zone: oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.528235991Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.533495769Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.538966393Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.544405947Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.549467658Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.554422066Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.559904231Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.625701028Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.682945872Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.739240386Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.739505174Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.750217436Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.759695378Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.769633924Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.778386623Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.786557254Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.796218251Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.861196812Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.865371415Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.865402916Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.921705401Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:461","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 182, 83]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.921742822Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1320","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.923844119Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.923860629Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.976951121Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:461","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 195, 167]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.976984642Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1320","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.97880221Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:09.978816491Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.030622642Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:461","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 143, 63]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.030655343Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1320","zone_type":"nexus"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.097357038Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.10022702Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.100251531Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.237393121Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:461","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 222, 68]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.237446343Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1320","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.237464543Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.237472524Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.237485864Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.237491924Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.237505585Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.237512495Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.237528105Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.237535446Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.303010972Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:461","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 166, 29]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.303042363Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1320","zone_type":"external_dns"} {"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.303362623Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.305569734Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.308693843Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.308708054Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.308716054Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.311186283Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.680379788Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.680473969Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Configuring new Omicron zone: oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.680957437Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.692244077Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.702444679Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.716455808Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.71651204Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.716544631Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.723224724Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Installing Omicron zone: oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.723395776Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.735677831Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.752314451Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.797252813Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.875433875Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.914841961Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.937162912Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.953787492Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:10.985797201Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:11.794664128Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:11.794937037Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:11.794962818Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Booting oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:11.804519803Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Profile for oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:11.928933207Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:11.929941619Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:11.946674193Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Booting oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:11.95852591Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Profile for oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:11.970674518Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:11.970885174Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Profile for oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:12.052947609Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:12.053178137Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Profile for oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:12.085866778Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:12.086078495Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Profile for oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:12.098553463Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:12.098814411Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\") failed: Property not found. retry in 55.970179ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:12.204726726Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\") failed: Property not found. retry in 67.631168ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:12.273347823Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\") failed: Property not found. retry in 118.418857ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:12.289496557Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\") failed: Property not found. retry in 45.798212ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:12.331248028Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\") failed: Property not found. retry in 82.884941ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:12.441509292Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\") failed: Property not found. retry in 272.8538ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:12.460562209Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\") failed: Property not found. retry in 110.500839ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:12.493868911Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\") failed: Property not found. retry in 72.365109ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:12.516518744Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\") failed: Property not found. retry in 34.280764ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:12.54124608Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940\") failed: Property not found. retry in 72.819825ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:12.565143752Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\") failed: Property not found. retry in 36.27237ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:12.683473053Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\") failed: Property not found. retry in 242.151983ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:12.906202411Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\") failed: Property not found. retry in 184.690441ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:12.940872906Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\") failed: Property not found. retry in 125.876858ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:12.997448959Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\") failed: Property not found. retry in 87.719745ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:13.153192872Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940\") failed: Property not found. retry in 76.297099ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:13.1976748Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\") failed: Property not found. retry in 95.077344ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:13.250638977Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\") failed: Property not found. retry in 72.230318ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:13.309857935Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\") failed: Property not found. retry in 427.670543ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:13.356310925Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\") failed: Property not found. retry in 444.262684ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:13.416481123Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\") failed: Property not found. retry in 567.744695ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:13.456441346Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\") failed: Property not found. retry in 150.288871ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:13.760863608Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\") failed: Property not found. retry in 236.567011ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:13.886406298Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940\") failed: Property not found. retry in 232.715931ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:13.922884621Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\") failed: Property not found. retry in 152.72797ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:14.015686538Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:14.026754041Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"3.542570495s"} {"msg":"Profile for oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:14.031604846Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:14.032090061Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\") failed: Property not found. retry in 89.523669ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:14.099086876Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\") failed: Property not found. retry in 908.340874ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:14.180836192Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\") failed: Property not found. retry in 722.931191ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:14.2190829Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\") failed: Property not found. retry in 411.72426ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:14.249364325Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\") failed: Property not found. retry in 243.994312ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:14.280466266Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\") failed: Property not found. retry in 359.209968ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:14.304538794Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940\") failed: Property not found. retry in 539.183961ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:14.332919088Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\") failed: Property not found. retry in 581.706379ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:14.393833469Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Profile for oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:14.397132974Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:14.397334071Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Booting oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:14.429344691Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\") failed: Property not found. retry in 256.30875ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:14.502296196Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Booting oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:14.502573674Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\") failed: Property not found. retry in 1.095349335s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:14.548650903Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\") failed: Property not found. retry in 974.101113ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:14.681682333Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\") failed: Property not found. retry in 545.92854ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:14.716061808Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\") failed: Property not found. retry in 537.838305ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:14.811741507Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940\") failed: Property not found. retry in 1.092235294s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:14.892849142Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Profile for oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:14.893362459Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:14.894120372Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\") failed: Property not found. retry in 41.493007ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:14.921514596Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\") failed: Property not found. retry in 760.163926ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:14.959672041Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\") failed: Property not found. retry in 56.118767ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:14.977096267Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\") failed: Property not found. retry in 136.922376ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:14.992105845Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\") failed: Property not found. retry in 1.108785067s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:15.009347725Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\") failed: Property not found. retry in 66.312417ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:15.052472689Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\") failed: Property not found. retry in 908.760361ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:15.104826258Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\") failed: Property not found. retry in 234.107116ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:15.134939007Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\") failed: Property not found. retry in 153.216454ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:15.149341806Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\") failed: Property not found. retry in 47.149749ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:15.239155958Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\") failed: Property not found. retry in 836.31463ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:15.384703241Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\") failed: Property not found. retry in 230.275373ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:15.398393202Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\") failed: Property not found. retry in 51.194342ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:15.410906891Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\") failed: Property not found. retry in 452.10963ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:15.42875056Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\") failed: Property not found. retry in 775.94052ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:15.444664837Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\") failed: Property not found. retry in 169.688821ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:15.475457224Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\") failed: Property not found. retry in 452.96326ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:16.369713066Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\") failed: Property not found. retry in 367.752507ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:16.497153548Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\") failed: Property not found. retry in 407.24597ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:16.581070332Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\") failed: Property not found. retry in 991.806179ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:16.594854881Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\") failed: Property not found. retry in 1.140058816s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:16.631675825Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\") failed: Property not found. retry in 1.213418827s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:16.655089361Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\") failed: Property not found. retry in 1.060958315s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:16.706028974Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\") failed: Property not found. retry in 1.354024877s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:16.750995749Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\") failed: Property not found. retry in 583.676122ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:16.824234481Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940\") failed: Property not found. retry in 911.276823ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:16.839603571Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\") failed: Property not found. retry in 806.955706ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:16.848501115Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\") failed: Property not found. retry in 1.167960288s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:16.858264176Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\") failed: Property not found. retry in 411.214215ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:16.878968025Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\") failed: Property not found. retry in 761.186347ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:17.002696889Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\") failed: Property not found. retry in 950.304942ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:17.302862033Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\") failed: Property not found. retry in 874.953037ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:17.419912444Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\") failed: Property not found. retry in 1.372631817s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:17.648915852Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\") failed: Property not found. retry in 1.308160969s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:17.665267653Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940\") failed: Property not found. retry in 1.462869489s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:17.76278145Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\") failed: Property not found. retry in 977.217466ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:17.775273669Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\") failed: Property not found. retry in 768.927906ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:17.786852057Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\") failed: Property not found. retry in 739.283979ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:17.798373555Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\") failed: Property not found. retry in 1.149997151s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:17.879479949Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Profile for oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:17.916447727Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:17.916608513Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Profile for oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:17.925852357Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:17.925957121Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\") failed: Property not found. retry in 1.455328724s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:18.036493363Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\") failed: Property not found. retry in 639.51057ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:18.116185713Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a\") failed: Property not found. retry in 50.033444ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:18.150378763Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8\") failed: Property not found. retry in 27.456616ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:18.164649428Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8\") failed: Property not found. retry in 143.291422ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:18.204816117Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a\") failed: Property not found. retry in 70.466441ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:18.21525205Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\") failed: Property not found. retry in 1.291613651s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:18.262481165Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a\") failed: Property not found. retry in 221.118202ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:18.30060664Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\") failed: Property not found. retry in 1.43526103s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:18.324277094Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8\") failed: Property not found. retry in 275.308363ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:18.362924266Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a\") failed: Property not found. retry in 417.736321ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:18.537173209Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\") failed: Property not found. retry in 1.175532281s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:18.549920565Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\") failed: Property not found. retry in 776.123361ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:18.569665124Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8\") failed: Property not found. retry in 375.3312ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:18.653581698Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\") failed: Property not found. retry in 688.496687ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:18.764491942Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\") failed: Property not found. retry in 621.571863ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:18.777314872Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a\") failed: Property not found. retry in 436.258789ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:18.965771887Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\") failed: Property not found. retry in 1.159849974s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:18.982862432Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\") failed: Property not found. retry in 1.333006391s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:19.03111465Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8\") failed: Property not found. retry in 791.721902ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:19.043087921Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\") failed: Property not found. retry in 893.130761ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:19.05591671Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940\") failed: Property not found. retry in 1.04985318s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:19.238461378Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\") failed: Property not found. retry in 686.350302ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:19.357657955Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\") failed: Property not found. retry in 1.347952372s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:19.411581624Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a\") failed: Property not found. retry in 754.798073ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:19.424698969Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\") failed: Property not found. retry in 574.194774ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:19.464920054Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\") failed: Property not found. retry in 1.033858699s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:19.500511608Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\") failed: Property not found. retry in 1.190095251s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:19.56522827Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\") failed: Property not found. retry in 1.22558346s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:19.736134677Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\") failed: Property not found. retry in 1.065921145s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:19.770340057Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8\") failed: Property not found. retry in 1.245775633s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:19.84635684Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381\") failed: Property not found. retry in 26.98244ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:19.958840594Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\") failed: Property not found. retry in 536.12555ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:19.971321172Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381\") failed: Property not found. retry in 132.185952ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:19.99816786Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\") failed: Property not found. retry in 819.294133ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:20.0512771Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\") failed: Property not found. retry in 1.287839263s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:20.063635054Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381\") failed: Property not found. retry in 145.241407ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:20.143331764Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\") failed: Property not found. retry in 504.786668ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:20.157040721Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Profile for oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:20.161930506Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:20.162182805Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a\") failed: Property not found. retry in 680.540062ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:20.191253741Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Profile for oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:20.238510692Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:20.239099986Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940\") failed: Property not found. retry in 1.383981471s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:20.299144349Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381\") failed: Property not found. retry in 550.838167ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:20.312203855Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\") failed: Property not found. retry in 1.152526687s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:20.373161848Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b\") failed: Property not found. retry in 50.753392ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:20.437772097Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b\") failed: Property not found. retry in 131.773943ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:20.499813714Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\") failed: Property not found. retry in 913.950767ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:20.519680397Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\") failed: Property not found. retry in 1.234138786s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:20.544373624Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70\") failed: Property not found. retry in 70.009796ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:20.558392441Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70\") failed: Property not found. retry in 107.870834ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:20.640489337Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b\") failed: Property not found. retry in 181.246061ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:20.65219688Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\") failed: Property not found. retry in 895.141828ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:20.674428909Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70\") failed: Property not found. retry in 228.198978ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:20.760682417Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\") failed: Property not found. retry in 1.249527048s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:20.773484345Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\") failed: Property not found. retry in 1.282167078s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:20.785933922Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\") failed: Property not found. retry in 1.470296204s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:20.846366598Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b\") failed: Property not found. retry in 256.051069ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:20.860519339Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381\") failed: Property not found. retry in 640.217234ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:20.875677142Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\") failed: Property not found. retry in 695.697338ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:20.889181002Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a\") failed: Property not found. retry in 1.077514722s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:20.901722972Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\") failed: Property not found. retry in 861.258109ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:20.971371112Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70\") failed: Property not found. retry in 475.553501ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:21.002959578Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Profile for oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:21.044651707Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:21.045428872Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8\") failed: Property not found. retry in 1.021981166s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:21.105373112Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b\") failed: Property not found. retry in 428.890178ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:21.141415671Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220\") failed: Property not found. retry in 53.204642ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:21.296964787Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\") failed: Property not found. retry in 1.167957279s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:21.360586805Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220\") failed: Property not found. retry in 136.778822ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:21.370630915Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\") failed: Property not found. retry in 909.931332ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:21.446530964Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70\") failed: Property not found. retry in 600.976581ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:21.491163396Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220\") failed: Property not found. retry in 224.6184ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:21.51891656Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381\") failed: Property not found. retry in 1.029861684s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:21.531654106Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\") failed: Property not found. retry in 1.28550653s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:21.541860921Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\") failed: Property not found. retry in 690.878842ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:21.578287453Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b\") failed: Property not found. retry in 751.925126ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:21.588907881Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\") failed: Property not found. retry in 1.306864147s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:21.599362244Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940\") failed: Property not found. retry in 1.002933242s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:21.69431166Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220\") failed: Property not found. retry in 401.604983ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:21.764489096Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\") failed: Property not found. retry in 996.4967ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:21.792777088Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\") failed: Property not found. retry in 1.319845055s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:21.84463223Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a\") failed: Property not found. retry in 1.489278946s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:21.990644484Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\") failed: Property not found. retry in 818.318177ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:22.03264393Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\") failed: Property not found. retry in 725.828684ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:22.078990364Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70\") failed: Property not found. retry in 719.881672ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:22.104689591Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8\") failed: Property not found. retry in 1.488122709s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:22.138617753Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220\") failed: Property not found. retry in 1.121094293s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:22.178326832Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\") failed: Property not found. retry in 614.212829ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:22.280427608Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Profile for oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:22.282141132Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:22.282454732Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\") failed: Property not found. retry in 1.412897269s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:22.32672669Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b\") failed: Property not found. retry in 1.122838431s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:22.352297503Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\") failed: Property not found. retry in 1.288417849s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:22.368189919Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\") failed: Property not found. retry in 992.29151ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:22.540061644Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e\") failed: Property not found. retry in 26.025735ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:22.551522488Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381\") failed: Property not found. retry in 994.192246ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:22.572197145Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e\") failed: Property not found. retry in 82.127365ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:22.588622617Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e\") failed: Property not found. retry in 105.551486ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:22.682813523Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940\") failed: Property not found. retry in 1.00853566s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:22.708435407Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\") failed: Property not found. retry in 1.448029766s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:22.80257194Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e\") failed: Property not found. retry in 304.783453ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:22.814279903Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\") failed: Property not found. retry in 967.888505ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:22.826696668Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70\") failed: Property not found. retry in 1.4407799s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:22.83967567Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\") failed: Property not found. retry in 1.150681824s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:22.851162946Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\") failed: Property not found. retry in 775.015973ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:22.86260802Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\") failed: Property not found. retry in 1.086382684s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:22.906920498Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\") failed: Property not found. retry in 752.515676ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:22.919522309Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e\") failed: Property not found. retry in 691.328639ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:23.135444835Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\") failed: Property not found. retry in 1.253468716s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:23.178394781Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220\") failed: Property not found. retry in 1.329689021s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:23.312649169Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b\") failed: Property not found. retry in 1.226921469s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:23.489099059Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a\") failed: Property not found. retry in 596.658054ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:23.50137414Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\") failed: Property not found. retry in 651.55667ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:23.542794677Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381\") failed: Property not found. retry in 1.326114043s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:23.577781019Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8\") failed: Property not found. retry in 707.576567ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:23.661738579Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\") failed: Property not found. retry in 532.554981ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:23.680693572Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\") failed: Property not found. retry in 1.186785182s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:23.702003119Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\") failed: Property not found. retry in 1.390659484s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:23.715347223Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940\") failed: Property not found. retry in 1.159742117s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:23.759327212Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\") failed: Property not found. retry in 624.631535ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:23.775691662Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\") failed: Property not found. retry in 701.775334ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:23.831736204Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e\") failed: Property not found. retry in 1.470787844s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:23.844907953Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\") failed: Property not found. retry in 547.627751ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:24.008949229Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\") failed: Property not found. retry in 1.47383476s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:24.020896749Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a\") failed: Property not found. retry in 1.348288677s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:24.11181903Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\") failed: Property not found. retry in 932.167781ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:24.207661678Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\") failed: Property not found. retry in 629.783779ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:24.224805583Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\") failed: Property not found. retry in 1.212655693s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:24.262844902Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70\") failed: Property not found. retry in 599.218874ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:24.292446813Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8\") failed: Property not found. retry in 755.145385ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:24.382384453Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\") failed: Property not found. retry in 1.207543504s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:24.411090726Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\") failed: Property not found. retry in 969.560038ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:24.447951858Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\") failed: Property not found. retry in 875.670093ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:24.545526981Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\") failed: Property not found. retry in 1.338554005s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:24.569608566Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220\") failed: Property not found. retry in 1.194870107s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:24.655916201Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b\") failed: Property not found. retry in 1.430764446s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:24.731407111Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\") failed: Property not found. retry in 944.792484ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:24.868222892Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\") failed: Property not found. retry in 563.408132ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:24.901100487Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70\") failed: Property not found. retry in 1.365058137s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:24.91440778Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381\") failed: Property not found. retry in 707.094302ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:24.926099742Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940\") failed: Property not found. retry in 890.617301ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:24.936954187Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\") failed: Property not found. retry in 609.211667ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:25.116676812Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8\") failed: Property not found. retry in 1.217158746s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:25.148221575Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\") failed: Property not found. retry in 1.225190318s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:25.15656673Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e\") failed: Property not found. retry in 970.021289ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:25.324307874Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\") failed: Property not found. retry in 809.320424ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:25.427720472Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\") failed: Property not found. retry in 1.174871973s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:25.43646956Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a\") failed: Property not found. retry in 668.655812ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:25.469005104Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\") failed: Property not found. retry in 727.985399ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:25.477746182Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\") failed: Property not found. retry in 812.781281ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:25.485828179Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\") failed: Property not found. retry in 877.820219ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:25.503370917Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\") failed: Property not found. retry in 609.322909ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:25.627931748Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381\") failed: Property not found. retry in 703.38132ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:25.641017224Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\") failed: Property not found. retry in 599.100374ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:25.734694393Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\") failed: Property not found. retry in 984.861128ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:25.821878295Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940\") failed: Property not found. retry in 714.585272ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:25.83619573Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220\") failed: Property not found. retry in 801.220402ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:25.859834844Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\") failed: Property not found. retry in 1.244295843s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:25.916582336Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a\") failed: Property not found. retry in 607.725854ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:26.148855382Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b\") failed: Property not found. retry in 1.297233787s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:26.171359037Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\") failed: Property not found. retry in 1.234262107s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:26.217133883Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\") failed: Property not found. retry in 634.406556ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:26.248200391Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\") failed: Property not found. retry in 558.889434ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:26.257374152Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70\") failed: Property not found. retry in 1.001861396s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:26.289666369Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e\") failed: Property not found. retry in 929.46429ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:26.303584712Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\") failed: Property not found. retry in 873.160117ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:26.311788393Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\") failed: Property not found. retry in 608.629669ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:26.342724846Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381\") failed: Property not found. retry in 735.927523ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:26.352742495Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8\") failed: Property not found. retry in 945.812231ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:26.374729124Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\") failed: Property not found. retry in 743.944552ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:26.391419325Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\") failed: Property not found. retry in 967.71532ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:26.400788352Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940\") failed: Property not found. retry in 659.665313ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:26.562967449Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\") failed: Property not found. retry in 783.019689ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:26.624146615Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220\") failed: Property not found. retry in 503.319622ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:26.676730527Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a\") failed: Property not found. retry in 1.32397223s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:26.767871105Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\") failed: Property not found. retry in 724.514155ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:26.817511843Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\") failed: Property not found. retry in 814.495355ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:26.826026464Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\") failed: Property not found. retry in 659.016306ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:26.893861151Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\") failed: Property not found. retry in 1.009177697s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:26.961639506Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381\") failed: Property not found. retry in 1.448733295s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:27.101210024Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\") failed: Property not found. retry in 1.252095814s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:27.146189294Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\") failed: Property not found. retry in 1.302650874s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:27.176430376Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220\") failed: Property not found. retry in 562.522055ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:27.192715914Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\") failed: Property not found. retry in 1.239058513s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:27.206592515Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940\") failed: Property not found. retry in 1.123715089s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:27.237841868Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e\") failed: Property not found. retry in 760.558568ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:27.249051005Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70\") failed: Property not found. retry in 523.931159ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:27.301737929Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8\") failed: Property not found. retry in 1.068383226s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:27.333988075Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\") failed: Property not found. retry in 785.795412ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:27.379364848Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\") failed: Property not found. retry in 838.609038ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:27.419262196Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\") failed: Property not found. retry in 623.577844ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:27.463349338Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b\") failed: Property not found. retry in 637.611869ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:27.480221625Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\") failed: Property not found. retry in 808.527578ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:27.552897525Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\") failed: Property not found. retry in 1.021136523s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:27.563693459Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\") failed: Property not found. retry in 1.328820195s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:27.653223696Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220\") failed: Property not found. retry in 972.668328ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:27.772527019Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70\") failed: Property not found. retry in 1.11424946s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:27.841264975Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\") failed: Property not found. retry in 1.322619713s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:27.985593214Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e\") failed: Property not found. retry in 1.003817113s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:28.024849792Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\") failed: Property not found. retry in 603.047069ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:28.09868554Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a\") failed: Property not found. retry in 1.328035574s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:28.111617131Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b\") failed: Property not found. retry in 602.646281ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:28.133152646Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\") failed: Property not found. retry in 792.156172ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:28.180185171Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\") failed: Property not found. retry in 1.214335924s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:28.273511299Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\") failed: Property not found. retry in 1.223752148s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:28.376198944Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940\") failed: Property not found. retry in 623.473376ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:28.389754395Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\") failed: Property not found. retry in 1.198685054s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:28.412520899Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8\") failed: Property not found. retry in 885.566374ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:28.423686474Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\") failed: Property not found. retry in 851.892949ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:28.467388683Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\") failed: Property not found. retry in 568.684936ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:28.510411282Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381\") failed: Property not found. retry in 831.721105ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:28.562035263Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\") failed: Property not found. retry in 648.228746ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:28.602163009Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\") failed: Property not found. retry in 914.818967ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:28.744270538Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b\") failed: Property not found. retry in 1.114294576s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:28.771987799Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220\") failed: Property not found. retry in 1.028914142s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:28.793641508Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:28.890417485Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58641"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:28.94971161Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"89be5c64-ef57-4ba2-a35b-ff7262343216","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58641","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":1178,"response_code":"200"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70\") failed: Property not found. retry in 962.103479ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:28.968132516Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\") failed: Property not found. retry in 1.013924711s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:28.982831563Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\") failed: Property not found. retry in 710.271132ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:28.991815289Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940\") failed: Property not found. retry in 593.931249ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:29.024837289Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e\") failed: Property not found. retry in 1.182968161s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:29.03997459Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\") failed: Property not found. retry in 986.03163ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:29.091122707Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Profile for oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:29.175943554Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:29.176032856Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\") failed: Property not found. retry in 683.61199ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:29.265057816Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\") failed: Property not found. retry in 1.468426397s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:29.320958274Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\") failed: Property not found. retry in 507.892467ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:29.332128559Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8\") failed: Property not found. retry in 800.413481ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:29.343038196Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381\") failed: Property not found. retry in 1.250476934s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:29.405403429Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65\") failed: Property not found. retry in 63.616841ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:29.440635779Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a\") failed: Property not found. retry in 1.114262337s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:29.450888845Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\") failed: Property not found. retry in 1.402770042s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:29.501724772Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65\") failed: Property not found. retry in 103.605486ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:29.517526704Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\") failed: Property not found. retry in 819.130136ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:29.615861271Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\") failed: Property not found. retry in 880.631142ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:29.629332549Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65\") failed: Property not found. retry in 207.680042ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:29.641512827Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940\") failed: Property not found. retry in 1.161623418s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:29.672150201Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\") failed: Property not found. retry in 632.428894ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:29.6995085Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\") failed: Property not found. retry in 791.740624ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:29.715244211Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220\") failed: Property not found. retry in 1.030303721s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:29.838368726Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\") failed: Property not found. retry in 1.219993396s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:29.852097172Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65\") failed: Property not found. retry in 436.797426ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:29.870675633Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b\") failed: Property not found. retry in 1.406073043s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:29.904456707Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70\") failed: Property not found. retry in 545.997371ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:29.950826712Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\") failed: Property not found. retry in 778.541183ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:29.969908869Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\") failed: Property not found. retry in 697.416032ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:30.016530041Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\") failed: Property not found. retry in 633.006035ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:30.096589395Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8\") failed: Property not found. retry in 664.200064ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:30.160867978Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e\") failed: Property not found. retry in 615.572832ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:30.241618905Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65\") failed: Property not found. retry in 469.281336ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:30.326618316Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\") failed: Property not found. retry in 1.109152032s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:30.346858549Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\") failed: Property not found. retry in 1.216679304s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:30.45134347Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70\") failed: Property not found. retry in 1.262179856s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:30.512612057Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\") failed: Property not found. retry in 965.414121ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:30.527243852Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\") failed: Property not found. retry in 1.180012043s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:30.539256144Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a\") failed: Property not found. retry in 1.287198921s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:30.579663298Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381\") failed: Property not found. retry in 604.872812ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:30.667086907Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\") failed: Property not found. retry in 1.158218639s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:30.728059085Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\") failed: Property not found. retry in 995.737908ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:30.742913737Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\") failed: Property not found. retry in 916.649162ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:30.759195064Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\") failed: Property not found. retry in 1.345677244s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:30.804904057Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65\") failed: Property not found. retry in 1.346316846s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:30.819260623Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8\") failed: Property not found. retry in 712.862826ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:30.839520997Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940\") failed: Property not found. retry in 1.462512706s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:30.852239341Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e\") failed: Property not found. retry in 876.18116ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:30.870832772Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220\") failed: Property not found. retry in 570.524508ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:30.883795664Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\") failed: Property not found. retry in 630.952956ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:30.918161967Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\") failed: Property not found. retry in 626.510906ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:31.086832547Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381\") failed: Property not found. retry in 1.107259998s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:31.286584436Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b\") failed: Property not found. retry in 846.192766ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:31.329402346Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220\") failed: Property not found. retry in 1.442265719s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:31.471773931Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\") failed: Property not found. retry in 1.04492557s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:31.487003095Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\") failed: Property not found. retry in 927.016788ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:31.510569774Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\") failed: Property not found. retry in 1.152326292s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:31.567168183Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8\") failed: Property not found. retry in 694.653543ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:31.588096798Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\") failed: Property not found. retry in 595.855563ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:31.683094867Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\") failed: Property not found. retry in 1.49356329s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:31.700886323Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\") failed: Property not found. retry in 1.059508276s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:31.72912579Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\") failed: Property not found. retry in 1.416936118s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:31.745204781Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\") failed: Property not found. retry in 821.665533ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:31.761448508Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e\") failed: Property not found. retry in 1.013450138s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:31.773931134Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70\") failed: Property not found. retry in 1.388577559s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:31.788298481Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a\") failed: Property not found. retry in 622.779964ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:31.886361418Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\") failed: Property not found. retry in 1.223631635s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:31.90342667Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\") failed: Property not found. retry in 899.078407ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:32.168129383Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65\") failed: Property not found. retry in 927.299596ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:32.182647875Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b\") failed: Property not found. retry in 1.350956778s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:32.202576238Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\") failed: Property not found. retry in 549.94541ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:32.297266237Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8\") failed: Property not found. retry in 760.515005ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:32.315191977Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940\") failed: Property not found. retry in 1.464634205s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:32.330307337Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381\") failed: Property not found. retry in 1.048971158s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:32.408305026Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\") failed: Property not found. retry in 601.137784ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:32.453990328Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a\") failed: Property not found. retry in 513.094899ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:32.526819933Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\") failed: Property not found. retry in 1.415964875s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:32.552110487Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\") failed: Property not found. retry in 1.027502576s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:32.598945725Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:32.619757237Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"7.240404462s"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\") failed: Property not found. retry in 1.468445439s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:32.736880019Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e\") failed: Property not found. retry in 854.187237ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:32.804818108Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\") failed: Property not found. retry in 1.003922997s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:32.818421351Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\") failed: Property not found. retry in 668.772774ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:32.860602651Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220\") failed: Property not found. retry in 1.402409718s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:32.933174998Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a\") failed: Property not found. retry in 1.253303636s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:33.058616455Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\") failed: Property not found. retry in 807.266306ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:33.076669568Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8\") failed: Property not found. retry in 1.073086744s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:33.091233721Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b\") failed: Property not found. retry in 842.563334ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:33.107599271Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65\") failed: Property not found. retry in 882.893492ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:33.125331005Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\") failed: Property not found. retry in 910.420775ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:33.142060887Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85\") failed: Property not found. retry in 1.405466365s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:33.180287111Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70\") failed: Property not found. retry in 1.21883374s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:33.195601848Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\") failed: Property not found. retry in 1.10335157s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:33.210874364Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381\") failed: Property not found. retry in 614.006838ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:33.469601986Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1\") failed: Property not found. retry in 1.23670932s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:33.541981427Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b\") failed: Property not found. retry in 718.468344ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:33.565283318Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\") failed: Property not found. retry in 1.230064328s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:33.640991934Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e\") failed: Property not found. retry in 1.434393875s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:33.672566887Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396\") failed: Property not found. retry in 999.859616ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:33.834048119Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a\") failed: Property not found. retry in 1.220457623s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:33.895495742Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7\") failed: Property not found. retry in 682.810223ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:33.980469193Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65\") failed: Property not found. retry in 1.349625506s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:34.022247611Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563\") failed: Property not found. retry in 1.289441562s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:34.063400829Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381\") failed: Property not found. retry in 893.873316ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:34.098805564Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8\") failed: Property not found. retry in 958.169092ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:34.175234123Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8\") failed: Property not found. retry in 1.069732695s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:34.217729664Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b\") failed: Property not found. retry in 1.333223912s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:34.297637783Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a\") failed: Property not found. retry in 801.950113ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:34.323946569Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed\") failed: Property not found. retry in 959.880705ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:34.333757871Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220\") failed: Property not found. retry in 1.316946872s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:34.347027933Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70\") failed: Property not found. retry in 1.163602306s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:34.425027662Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312\") failed: Property not found. retry in 926.208579ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:34.915123348Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65\") failed: Property not found. retry in 711.000685ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:35.405006408Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65\") failed: Property not found. retry in 525.047673ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:36.138066266Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65\") failed: Property not found. retry in 777.566199ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:36.682680065Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65\") failed: Property not found. retry in 1.249946426s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:37.476557625Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.759735867Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_clickhouse_282eeda5-8805-4a38-b2dc-5fc3a787aa65"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.75982332Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_external_dns_7cd08223-c1c6-4a26-8a8b-d81d9caee396"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.75983143Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_crucible_050ac34b-e304-496b-bbaf-448165055e70"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.75983736Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_nexus_14d7ef29-6a24-4a65-87fe-80a29757cbd8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.7598424Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_oximeter_801c46f9-ca52-41ca-ad6d-3d4b23069ff1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.7598473Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_crucible_f609f777-5534-4d9e-86da-1bbb150f72d7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.75985166Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_crucible_pantry_1b8b5129-4c43-4725-aa3f-befd9b9b0381"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.759857001Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.759873251Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.759880572Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_nexus_4308fabd-18a4-4c22-87cd-167f3a4b8c2a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.759903612Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_crucible_6e84709d-e870-488c-96cf-ffa7b0945b4b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.759908162Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_crucible_69759b1d-6873-4beb-8c8e-c46836d625ed"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.759912362Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_external_dns_900dcf62-4710-42f6-afb6-10d74094a220"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.759918343Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_crucible_c92ab9f7-d21d-47ad-96ed-871f973190e8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.759922943Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_crucible_f843c46e-42ad-4fa9-aaa3-1ec29b02cd85"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.759927183Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_nexus_15df3782-bc2d-49fc-911e-54d39887103e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.759934713Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_crucible_pantry_ac45d323-2be7-4c70-8bd0-24e4715b5940"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.759939193Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_crucible_pantry_7d23a519-15c1-44fd-8ff9-ac224d71710b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.759943454Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377","zone":"oxz_crucible_c680bcf2-d60d-41a2-bfee-dd120429d312"} {"msg":"Writing ledger to /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.760122379Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.761818043Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.773540396Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"8ab8d111-b278-43e5-91df-a1d4db606b0d","remote_addr":"[fd00:1122:3344:101::1]:47668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":30088727,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.789758591Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1401"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.832229531Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:790"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.833926965Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:803"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n tx_eq: None,\n uplink_port_fec: Some(\n None,\n ),\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.874739002Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1003"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c64b72e2-92f4-4959-9e2e-e782ef25f71f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.890046238Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c64b72e2-92f4-4959-9e2e-e782ef25f71f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:38.951480061Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c64b72e2-92f4-4959-9e2e-e782ef25f71f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:39.029962705Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c64b72e2-92f4-4959-9e2e-e782ef25f71f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:39.135635424Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c64b72e2-92f4-4959-9e2e-e782ef25f71f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:39.272323998Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c64b72e2-92f4-4959-9e2e-e782ef25f71f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:39.569866884Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c64b72e2-92f4-4959-9e2e-e782ef25f71f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:39.744324269Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:39.903812188Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"8.204344745s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c64b72e2-92f4-4959-9e2e-e782ef25f71f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:40.027304422Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c64b72e2-92f4-4959-9e2e-e782ef25f71f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:40.4721539Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c64b72e2-92f4-4959-9e2e-e782ef25f71f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:41.021828129Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c64b72e2-92f4-4959-9e2e-e782ef25f71f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:41.547540087Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"Failed to handoff to nexus: Error Response: status: 403 Forbidden; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2c8b00f-f329-4bae-9b7b-d8ce4620e58e\", \"content-length\": \"113\", \"date\": \"Sun, 23 Feb 2025 14:12:42 GMT\"}; value: Error { error_code: Some(\"Forbidden\"), message: \"Forbidden\", request_id: \"b2c8b00f-f329-4bae-9b7b-d8ce4620e58e\" }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:42.742906398Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea3b82ee-5eec-4587-8ea4-ae45296edaef\", \"content-length\": \"173\", \"date\": \"Sun, 23 Feb 2025 14:12:43 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"c64b72e2-92f4-4959-9e2e-e782ef25f71f\\\"\", request_id: \"ea3b82ee-5eec-4587-8ea4-ae45296edaef\" }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:43.440779157Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"707f6c03-41d2-4da9-b792-f4efd0787498\", \"content-length\": \"173\", \"date\": \"Sun, 23 Feb 2025 14:12:45 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"84932682-63ba-4c3f-bb4e-4f6ae212fca9\\\"\", request_id: \"707f6c03-41d2-4da9-b792-f4efd0787498\" }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:45.333578883Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af4b1f2f-80de-41f7-ad9d-bc22472b87da\", \"content-length\": \"173\", \"date\": \"Sun, 23 Feb 2025 14:12:46 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"84932682-63ba-4c3f-bb4e-4f6ae212fca9\\\"\", request_id: \"af4b1f2f-80de-41f7-ad9d-bc22472b87da\" }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:46.941366151Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:12:48.180893915Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"daad8082-1b68-4f8d-b65d-e70ac78951f2\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Sun, 23 Feb 2025 14:12:48 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"daad8082-1b68-4f8d-b65d-e70ac78951f2\\\" }\"","delay":"27.63678316s"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c428d98-1bb1-4bb6-ab94-7d57c0376a41\", \"content-length\": \"173\", \"date\": \"Sun, 23 Feb 2025 14:12:48 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"84932682-63ba-4c3f-bb4e-4f6ae212fca9\\\"\", request_id: \"1c428d98-1bb1-4bb6-ab94-7d57c0376a41\" }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:48.424525528Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69dae36f-a691-409d-af66-7902a45a0340\", \"content-length\": \"173\", \"date\": \"Sun, 23 Feb 2025 14:12:51 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"84932682-63ba-4c3f-bb4e-4f6ae212fca9\\\"\", request_id: \"69dae36f-a691-409d-af66-7902a45a0340\" }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:51.166273825Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:52.532898248Z","hostname":"buskin","pid":1566,"component":"NexusNotifierTask","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/nexus.rs:503","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:52.625566553Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:53315"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:52.629820599Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:52.629833299Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:52.62986988Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:52.63205641Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:52.644360441Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:52.644403082Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_033668e4-df00-4bfd-8ef5-7a3644517014"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:52.667377052Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:52.667417604Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:52.688137592Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:52.688169133Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_ee068547-8984-439c-b598-f02cc0127ab9"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:52.713057374Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:52.713093335Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_a4675c92-5040-4e06-8a68-a26b54334b28"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:52.733592927Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:52.733627168Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:52.755830784Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:52.755885715Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_4b7da925-3ec4-41b0-8c9e-19dca7f63085"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:52.775514339Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:52.775558131Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_52f008e5-42f0-4eff-9163-118834a02c2f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:52.794982798Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:52.795012869Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:52.814755456Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:52.814788897Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_6a20b81b-a7a6-478e-891d-28b645059cce"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:52.826668365Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"e24702da-168a-4328-8e69-1d6e4ee932dd","remote_addr":"[fd00:1122:3344:101::b]:53315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":200016,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:54.898247153Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:46712"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:54.900920558Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:759","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:54.901475326Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:54.901522477Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:54.901534898Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:54.901549938Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:54.901563459Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:54.901573049Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:54.901623971Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"843ed820-69c6-48e6-880e-1f3ccf86f4cc","remote_addr":"[fd00:1122:3344:101::a]:46712","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":3266,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:54.972372949Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:36649"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:54.97270642Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:759","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:54.972743831Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:54.972778002Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:54.972790603Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:54.972801633Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:54.972822524Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:54.972841384Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:54.972858214Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"da84766b-b6f8-4dc1-86f0-d2eee7663506","remote_addr":"[fd00:1122:3344:101::b]:36649","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":263,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:54.974456075Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Writing ledger to /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:54.979288809Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:54.980312402Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.246627355Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:36528"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.246907994Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.246916795Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.246945505Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.247198744Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.259629349Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.259699721Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_033668e4-df00-4bfd-8ef5-7a3644517014"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.288202977Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.288269269Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.314207753Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.314270085Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_ee068547-8984-439c-b598-f02cc0127ab9"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.338303879Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.338378301Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_a4675c92-5040-4e06-8a68-a26b54334b28"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.365993149Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.366060101Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.395382223Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.395439005Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_4b7da925-3ec4-41b0-8c9e-19dca7f63085"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.420838732Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.420901474Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_52f008e5-42f0-4eff-9163-118834a02c2f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.443913225Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.443974318Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.46010046Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:46816"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.4613763Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:759","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.461432572Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.461470923Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.461488104Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.461512285Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.461531645Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.461544526Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.461567057Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"71483b9e-bcfc-4107-9756-e9a74df6b8c3","remote_addr":"[fd00:1122:3344:101::c]:46816","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":510,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.46575992Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.46577782Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_6a20b81b-a7a6-478e-891d-28b645059cce"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:55.479906869Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"89ddfff7-4f15-4b0d-99d1-21d7e20b8b1b","remote_addr":"[fd00:1122:3344:101::b]:36528","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":233004,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:56.588240954Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:39766"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:56.588446141Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:759","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:56.588498862Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:56.588523073Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:56.588529774Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:56.588540494Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:56.588546074Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:56.588551044Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:56.588576035Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"90850c4b-20d8-46ae-adea-f0450c2ca1e1","remote_addr":"[fd00:1122:3344:101::b]:39766","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":248,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:58.989447519Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49616"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:12:58.989554343Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"5e762e11-ef3b-471d-8055-e1f84633c52f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49616","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":35,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:01.12940471Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:57700"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:01.130070681Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"04a8f4ff-4272-4312-acb8-75b63a4ec471","remote_addr":"[fd00:1122:3344:101::b]:57700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":604,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:01.178905533Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:01.179253354Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b425a516-231c-44dd-80c1-d44578fcb60f","remote_addr":"[fd00:1122:3344:101::b]:57700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":1556,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:01.312811649Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"59bd57af-921e-45d7-bf5d-2c0686533760","remote_addr":"[fd00:1122:3344:101::b]:57700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":2211,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:13.831904696Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:40402"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:13.83232696Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e6a85742-1066-43e9-904b-2f38a636a386","remote_addr":"[fd00:1122:3344:101::c]:40402","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":77,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:13.936385127Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:13.936411518Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b7f07ad3-130f-4751-a2ea-791d6be14366","remote_addr":"[fd00:1122:3344:101::c]:40402","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":72,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:13.950247147Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"07cc83bd-1894-48ee-b545-8cfe903589dd","remote_addr":"[fd00:1122:3344:101::c]:40402","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":195,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:14.03498046Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:33887"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:14.035856988Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:14.332180496Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:14.398741561Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"646cfb99-1109-4903-a4de-98a7e53c9104","remote_addr":"[fd00:1122:3344:101::c]:33887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":363690,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:14.398939758Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:39668"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:14.399600909Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"92416a56-1488-4c13-be07-138ce5e7c1a7","remote_addr":"[fd00:1122:3344:101::c]:39668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":594,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:14.407150499Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0ea44bf0-6cfc-45be-b11e-24c8d2f40e8f","remote_addr":"[fd00:1122:3344:101::c]:33887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":8070,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:14.568272349Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:14.568685713Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:14.570007055Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:14.573292149Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:14.573356111Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"PUT","req_id":"a0a00723-c48a-4229-a9bf-d21a71baea08","remote_addr":"[fd00:1122:3344:101::c]:33887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":7372,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:14.786203236Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:55058"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:14.792352391Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2f8831a6-8431-4873-a07a-6ff20dc92ec3","remote_addr":"[fd00:1122:3344:101::a]:55058","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":50,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:14.803786305Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:33412"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:14.803984681Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"0708c4b6-a856-46ce-a56e-84dd9aa8e92e","remote_addr":"[fd00:1122:3344:101::a]:33412","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":121,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:14.845837821Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:14.845862122Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"aa979c6d-4d50-443f-9391-c1b182a10c28","remote_addr":"[fd00:1122:3344:101::a]:55058","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":62,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:14.861952193Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f7f3ec4d-5bc3-4395-be48-cb50c588bd2a","remote_addr":"[fd00:1122:3344:101::a]:55058","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":265,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:14.867226871Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:61561"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:14.867397586Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"25752bd8-0790-46e2-8f14-e9089fa14163","remote_addr":"[fd00:1122:3344:101::b]:61561","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":39,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:14.895053105Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:35700"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:14.895153108Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:14.939508348Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:15.004108681Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c4782b21-8f43-4a18-abb5-61a3c07fdec4","remote_addr":"[fd00:1122:3344:101::a]:35700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":108983,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:15.004323108Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:41756"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:15.00439469Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:40494"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:15.004673369Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:15.00469651Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:15.004757982Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d8138b9f-c6e2-4e55-bf48-c288f5320b3f","remote_addr":"[fd00:1122:3344:101::b]:61561","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":293,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:15.008575823Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4614b247-7a2b-46ee-b48d-6d6ca5586b53","remote_addr":"[fd00:1122:3344:101::a]:35700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":3823,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:15.008821261Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"21157700-bc25-48ac-8cb1-cc442cb916f9","remote_addr":"[fd00:1122:3344:101::b]:41756","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":4167,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:15.015372119Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e48dfd15-3cc1-4bbf-b8c9-729af5948dfe","remote_addr":"[fd00:1122:3344:101::b]:61561","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":364,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:15.04404617Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:15.109016475Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"2b28b143-d619-4f09-9073-488f06bc74dc","remote_addr":"[fd00:1122:3344:101::b]:40494","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":104466,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:15.109567923Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a9cc8266-7cee-421c-ae9c-af9f72332ec0","remote_addr":"[fd00:1122:3344:101::b]:40494","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":311,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:29.023898236Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44069"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:29.024050341Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"c7545d56-e6d5-464c-81eb-0c5060fafbd4","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44069","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":69,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:43.884852139Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:42639"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:43.884949492Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a345554c-e745-4401-a5f7-39d51a79de58","remote_addr":"[fd00:1122:3344:101::c]:42639","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":61,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:43.915847024Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:43.915879675Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f7648eb6-d8be-499f-ab0b-cf4c63ff14d8","remote_addr":"[fd00:1122:3344:101::c]:42639","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":85,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:43.927706261Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"92693c28-dbf8-4470-a8e6-a1424e773c42","remote_addr":"[fd00:1122:3344:101::c]:42639","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":205,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:44.146218416Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:48586"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:44.146320279Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:44.189611075Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:44.252147092Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"46c01363-5fb4-42bc-b151-7ac58c00351d","remote_addr":"[fd00:1122:3344:101::c]:48586","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":105866,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:44.252408321Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:60413"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:44.256561943Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ef0c9919-074d-4108-9345-00a2e35818a5","remote_addr":"[fd00:1122:3344:101::c]:48586","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":3999,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:44.256851582Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"fc9648a9-de88-45aa-b142-630992bf33d8","remote_addr":"[fd00:1122:3344:101::c]:60413","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":4305,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:44.940642494Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:40800"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:44.940732397Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"85310440-b54b-46ea-973a-aa90cd40a002","remote_addr":"[fd00:1122:3344:101::a]:40800","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":50,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:44.961511678Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:44.961530958Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"49efd084-2d60-4e9f-90ba-665129315c7d","remote_addr":"[fd00:1122:3344:101::a]:40800","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":80,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:45.011256928Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:38451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:45.011360342Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8631e1bf-e245-4c8a-8bec-46737f0c4a59","remote_addr":"[fd00:1122:3344:101::b]:38451","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":32,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:45.01697066Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:44823"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:45.021798814Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"bfe2376f-d7e3-4185-adfd-a3cd20848b2d","remote_addr":"[fd00:1122:3344:101::a]:44823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":143,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:45.030164849Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"dfb1499d-8ee3-4c4f-a5b4-1a45dc3b3e0e","remote_addr":"[fd00:1122:3344:101::a]:40800","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":327,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:45.088780552Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:45.088807463Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c72111d0-f8ee-4b17-bd78-fdf869e762e6","remote_addr":"[fd00:1122:3344:101::b]:38451","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":67,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:45.099142362Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"24fa5c4e-0214-4c50-ab76-c1f148c91754","remote_addr":"[fd00:1122:3344:101::b]:38451","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":150,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:45.116818343Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:37477"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:45.116955498Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:45.160403789Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:45.224725263Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ff6bf832-b269-41aa-b3c0-9cc8f76e8a1e","remote_addr":"[fd00:1122:3344:101::a]:37477","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":107824,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:45.224859117Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:61482"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:45.224889698Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:42137"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:45.225195218Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"83ce2b63-ad61-4766-b52c-54d4ffe61db6","remote_addr":"[fd00:1122:3344:101::b]:42137","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":223,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:45.22526466Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:45.225299381Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a10cc345-0e12-4478-b4b7-af5e757b1190","remote_addr":"[fd00:1122:3344:101::a]:37477","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":266,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:45.268488924Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:45.323055888Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"3449c3d3-a2eb-46ac-93f4-948fe3c24aa1","remote_addr":"[fd00:1122:3344:101::b]:61482","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":97901,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:45.323523393Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4e405113-3461-4d38-857a-175e6d2441b7","remote_addr":"[fd00:1122:3344:101::b]:61482","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":211,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:49.144733999Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:58608","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:33591"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:49.192642702Z","hostname":"buskin","pid":1566,"uri":"/84932682-63ba-4c3f-bb4e-4f6ae212fca9","method":"GET","req_id":"64b31810-b2d9-4158-9296-b46cc955e5bc","remote_addr":"[fd00:1122:3344:101::d]:33591","local_addr":"[fd00:1122:3344:101::1]:58608","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":47633,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:59.057603342Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41226"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:13:59.057706965Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"6cebf772-0a96-442c-bcab-a6d98965f6d5","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41226","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:13.915421775Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:44415"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:13.915575669Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"be710f9d-6dce-4c40-bf78-ba9ed7be26f9","remote_addr":"[fd00:1122:3344:101::c]:44415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":75,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:13.96341827Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:13.963446671Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"cfc11ba5-a9dd-4f19-a582-92e92704f709","remote_addr":"[fd00:1122:3344:101::c]:44415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":98,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:13.971846478Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8fa3d305-f644-4c94-acd7-d637a2d72e00","remote_addr":"[fd00:1122:3344:101::c]:44415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":166,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:14.045519819Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:39020"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:14.045655284Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"c5ae60ea-8760-4752-8ca0-fea4bd406281","remote_addr":"[fd00:1122:3344:101::c]:39020","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:14.068756238Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:43918"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:14.068851331Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:14.109199003Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:14.163889392Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b08a205f-9ab4-49c7-8c99-ce1382acd0ff","remote_addr":"[fd00:1122:3344:101::c]:43918","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":95055,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:14.1641637Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"32492e2b-a5a2-41c0-ba3a-b3b796c8bf53","remote_addr":"[fd00:1122:3344:101::c]:43918","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:14.819480027Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:54330"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:14.819713574Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"fc3ba13a-6494-4894-9992-939c4987ddf8","remote_addr":"[fd00:1122:3344:101::a]:54330","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":174,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:14.886115185Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:38957"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:14.886199977Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"80e8edc9-4ab7-4356-a431-1d50f558f8fe","remote_addr":"[fd00:1122:3344:101::a]:38957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":47,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:14.886618031Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:65129"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:14.886714534Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6ab274c4-c6fe-4211-ba34-55cc3e8c942f","remote_addr":"[fd00:1122:3344:101::b]:65129","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":28,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:14.903980593Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:14.904006163Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3d596c93-4ca4-4ce8-a33b-6a93233362f3","remote_addr":"[fd00:1122:3344:101::b]:65129","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":113,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:14.920704234Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"da2e120c-5544-4d93-8c01-a27b5892e7d4","remote_addr":"[fd00:1122:3344:101::b]:65129","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":347,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:14.933194551Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:14.933210962Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8a7c0956-1a94-4047-9ff7-9772b55819c6","remote_addr":"[fd00:1122:3344:101::a]:38957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":52,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:14.944449329Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e11c294e-e92d-4133-99e0-a27ff3fd7f81","remote_addr":"[fd00:1122:3344:101::a]:38957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":200,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:14.960450817Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:51052"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:14.960554591Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:15.00270702Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:15.062730448Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"621f905d-507f-4ab6-8e10-ff8c213235a0","remote_addr":"[fd00:1122:3344:101::a]:51052","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":102216,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:15.062922014Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:50348"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:15.062982926Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:63846"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:15.063266265Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:15.063298716Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ff0f447d-2aab-48d5-824c-75e7ebd6cf47","remote_addr":"[fd00:1122:3344:101::a]:51052","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":267,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:15.068217572Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"48cfa949-cc53-4beb-9d0c-4de0267b3885","remote_addr":"[fd00:1122:3344:101::b]:63846","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":4920,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:15.102986147Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:15.15751472Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"16c04fee-7e45-41f6-81e9-c7db05332fb2","remote_addr":"[fd00:1122:3344:101::b]:50348","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":94377,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:15.157880842Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"38965ca6-f3b8-4b61-8a79-df66cdc86e82","remote_addr":"[fd00:1122:3344:101::b]:50348","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":133,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:19.151171116Z","hostname":"buskin","pid":1566,"uri":"/84932682-63ba-4c3f-bb4e-4f6ae212fca9","method":"GET","req_id":"f13dd84b-b586-432d-99d2-e2324eec401e","remote_addr":"[fd00:1122:3344:101::d]:33591","local_addr":"[fd00:1122:3344:101::1]:58608","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":7438,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:29.0918468Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43304"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:29.091953063Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"838167f7-fbb5-43ee-bca8-d0fa44499f2e","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43304","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:43.968657399Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:52231"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:43.968798544Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4b399ec9-42f7-40e7-ad1f-0193ea4e9d3a","remote_addr":"[fd00:1122:3344:101::c]:52231","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":54,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:44.017988547Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:44.018020608Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a90e6e37-4a10-4722-ac69-afdafd879ec6","remote_addr":"[fd00:1122:3344:101::c]:52231","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":66,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:44.028261714Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"193ac0e7-2b6d-414e-a9ad-c3efcdd6a413","remote_addr":"[fd00:1122:3344:101::c]:52231","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":174,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:44.214585125Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:46022"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:44.214783882Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"ec64649a-f3ed-4925-a6e7-9bc77f609e5f","remote_addr":"[fd00:1122:3344:101::c]:46022","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":143,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:44.233698373Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:50817"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:44.233804326Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:44.279502959Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:44.34341655Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"07a983b6-d6df-43c3-91af-323163daa5bf","remote_addr":"[fd00:1122:3344:101::c]:50817","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":109660,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:44.343818413Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1da56026-6f0a-4c70-8e1c-823ae072cc2e","remote_addr":"[fd00:1122:3344:101::c]:50817","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":147,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:44.910377149Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:36916"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:44.910495583Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"0142b04c-c899-418c-aa30-e053d7f07673","remote_addr":"[fd00:1122:3344:101::a]:36916","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":49,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:44.961504914Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:44.961535225Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"08299f4e-8472-447d-b7da-f3581638f2cd","remote_addr":"[fd00:1122:3344:101::a]:36916","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":95,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:44.971728159Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:47693"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:44.971840563Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4a3a7064-8ce3-4097-8355-4ab35d212e48","remote_addr":"[fd00:1122:3344:101::b]:47693","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":40,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:44.972249025Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"012b3082-9284-48e4-8ba2-d531d7b6691c","remote_addr":"[fd00:1122:3344:101::a]:36916","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":193,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:45.025220139Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:45.02525222Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"0d5a6a47-0e58-43d7-b7ef-b6668247ae75","remote_addr":"[fd00:1122:3344:101::b]:47693","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":68,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:45.03565036Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"73ad7796-0da8-4a9f-bf3e-21bbf1d850df","remote_addr":"[fd00:1122:3344:101::b]:47693","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":203,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:45.054865401Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:51136"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:45.054945954Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:45.101607257Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:45.167944085Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7c768168-2175-46a0-9f4a-8ba541cb0db0","remote_addr":"[fd00:1122:3344:101::a]:51136","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":113016,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:45.168233204Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:64298"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:45.168306416Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:54450"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:45.168389339Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:42740"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:45.168628477Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"afeae83f-96b5-41dd-bd22-9136dbeabd5b","remote_addr":"[fd00:1122:3344:101::a]:51136","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":308,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:45.168694499Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:45.174210724Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"550109cb-3d10-45bd-bfb6-4249fe397289","remote_addr":"[fd00:1122:3344:101::b]:42740","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":725,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:45.174430701Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"e27bacf7-d045-47fe-b2ee-b877142bd5cc","remote_addr":"[fd00:1122:3344:101::a]:54450","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":5581,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:45.210942432Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:45.27978906Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ca92d146-9f4b-4f2a-a542-1c8db4a86429","remote_addr":"[fd00:1122:3344:101::b]:64298","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":111233,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:45.2801227Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"252ffa0f-6b82-497b-976f-13d516b6d28b","remote_addr":"[fd00:1122:3344:101::b]:64298","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":111,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:49.152326337Z","hostname":"buskin","pid":1566,"uri":"/84932682-63ba-4c3f-bb4e-4f6ae212fca9","method":"GET","req_id":"d8813b3a-f161-4739-bdcf-bf6cd1da41ee","remote_addr":"[fd00:1122:3344:101::d]:33591","local_addr":"[fd00:1122:3344:101::1]:58608","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":8334,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:59.126659801Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37446"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:14:59.126855127Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"8fe72b07-5527-46a2-a99c-88a78975978d","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37446","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:13.930921381Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:54592"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:13.931042854Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"cc67b575-47ad-4abc-81d0-ef609b475a38","remote_addr":"[fd00:1122:3344:101::c]:54592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":52,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:13.948981324Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:13.949001925Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f4dea1da-6381-4349-a24b-09fb84908647","remote_addr":"[fd00:1122:3344:101::c]:54592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":60,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:13.959350774Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"4d4d5cfc-1a08-47cf-922a-c2cac7ef2948","remote_addr":"[fd00:1122:3344:101::c]:54592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":176,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:13.9950978Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:33960"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:13.995211824Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:14.036899299Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:14.094342534Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"468408ff-0d04-4442-96de-732230b344fc","remote_addr":"[fd00:1122:3344:101::c]:33960","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":99162,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:14.094584892Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:41074"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:14.094917063Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"01f32938-361a-480a-9bd5-2b8ef27f247c","remote_addr":"[fd00:1122:3344:101::c]:33960","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":263,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:14.094948584Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"06d8f010-4c43-428f-b5bc-7f1aec195de4","remote_addr":"[fd00:1122:3344:101::c]:41074","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":235,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:14.794704553Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:40514"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:14.794821297Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"257fb8e5-110f-4190-a0c3-6078903a4628","remote_addr":"[fd00:1122:3344:101::a]:40514","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":53,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:14.844241757Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:14.844265098Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"94d97287-919e-44d6-86fe-ff596765acd0","remote_addr":"[fd00:1122:3344:101::a]:40514","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":72,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:14.848006077Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:46632"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:14.848193273Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"ed265a94-ef9e-47b0-93d0-adfbdbd8d405","remote_addr":"[fd00:1122:3344:101::a]:46632","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":122,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:14.854294407Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8958f3c1-be49-46e4-8c57-c6e76ea15b0c","remote_addr":"[fd00:1122:3344:101::a]:40514","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":135,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:14.896185068Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:63886"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:14.896292642Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:14.936675735Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:14.996254648Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"60656437-cdab-490f-bd9a-6ba052e92c9e","remote_addr":"[fd00:1122:3344:101::a]:63886","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":99990,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:14.996413174Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:41910"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:14.996462885Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:60094"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:14.996650351Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f8684e1d-d0fa-47d5-a3d8-b182f40f27a0","remote_addr":"[fd00:1122:3344:101::b]:41910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":104,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:14.996835257Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0d987bf8-6040-491f-ad51-bb17773508ff","remote_addr":"[fd00:1122:3344:101::a]:63886","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":282,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:14.996884249Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:15.043346925Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:15.048050425Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:40746"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:15.048625553Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"2afc6017-dce7-4373-84f8-9718a2467820","remote_addr":"[fd00:1122:3344:101::b]:40746","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":320,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:15.048707726Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:15.048766008Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e25b3b31-af80-4990-9af7-a80ddb150c8a","remote_addr":"[fd00:1122:3344:101::b]:41910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":320,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:15.061711879Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ccc35eca-0ba6-44f0-982a-4548a8761074","remote_addr":"[fd00:1122:3344:101::b]:41910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":962,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:15.108379362Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ec02707d-c538-42a2-86d9-a54ebabe3101","remote_addr":"[fd00:1122:3344:101::b]:60094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":111618,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:15.108763284Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f3b58fe4-28ba-4689-83b8-6d46894ca8b3","remote_addr":"[fd00:1122:3344:101::b]:60094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":154,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:19.154322939Z","hostname":"buskin","pid":1566,"uri":"/84932682-63ba-4c3f-bb4e-4f6ae212fca9","method":"GET","req_id":"3e4ed3fc-1ca2-4bdd-b177-a5e43d12034c","remote_addr":"[fd00:1122:3344:101::d]:33591","local_addr":"[fd00:1122:3344:101::1]:58608","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":7424,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:22.160742535Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:29.160495499Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53604"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:29.160613853Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"34be42a5-33e8-487b-9ec4-cdf8f1cac951","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53604","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":40,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:44.006185819Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:36163"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:44.006381375Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"6e6cc3de-63b5-4efa-93e9-4217a596f04c","remote_addr":"[fd00:1122:3344:101::c]:36163","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:44.018645175Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:50957"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:44.018720318Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4541de50-e177-40dd-b92b-628cc34991b6","remote_addr":"[fd00:1122:3344:101::c]:50957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":33,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:44.033972832Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:44.033986693Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e4bff9c1-b4c7-468c-a806-74975dfd4666","remote_addr":"[fd00:1122:3344:101::c]:50957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":58,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:44.044148506Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"3c757ad0-af45-407f-8a94-64ec6f60e693","remote_addr":"[fd00:1122:3344:101::c]:50957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":159,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:44.185673374Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:64477"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:44.185755967Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:44.226873023Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:44.284283958Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4be4bd19-676f-429d-90bf-58d14525898a","remote_addr":"[fd00:1122:3344:101::c]:64477","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":98568,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:44.284582537Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0176a819-56b5-4b7b-bcf5-c629e08e3b53","remote_addr":"[fd00:1122:3344:101::c]:64477","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:44.851266009Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:49871"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:44.851356871Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6cf7679f-2a55-48c9-a41b-0ed77043c6db","remote_addr":"[fd00:1122:3344:101::a]:49871","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":43,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:44.912081772Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:44.912108622Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c0587aac-648a-4431-9b71-7b2120b78a25","remote_addr":"[fd00:1122:3344:101::a]:49871","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":88,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:44.923704461Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"14ae8572-0ccb-4f5f-babd-11a4e332cfaa","remote_addr":"[fd00:1122:3344:101::a]:49871","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":202,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:44.97368248Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:57488"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:44.973793103Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:45.016118699Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:45.08288245Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"021bc80c-33ba-489c-ae3f-54548de94a3c","remote_addr":"[fd00:1122:3344:101::a]:57488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":109136,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:45.083070367Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:47770"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:45.083356445Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"220ed17b-2fd8-488a-a697-d13aaad2977f","remote_addr":"[fd00:1122:3344:101::a]:47770","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":188,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:45.083392084Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d57af4a7-e76f-4cda-a243-38589142b738","remote_addr":"[fd00:1122:3344:101::a]:57488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":240,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:45.155976194Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:43490"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:45.156073157Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f45a0e57-47e2-42cd-9944-d33f266e9c5a","remote_addr":"[fd00:1122:3344:101::b]:43490","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":55,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:45.174272395Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:45.174311156Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a5affc90-9b8f-4b6c-8cec-c75b16c37a80","remote_addr":"[fd00:1122:3344:101::b]:43490","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":119,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:45.217471508Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:41875"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:45.217625343Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"aa68e845-1cdc-47da-97c7-6be04bb6aefb","remote_addr":"[fd00:1122:3344:101::b]:41875","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":103,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:45.220771623Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d3efab59-7154-4cc0-80fc-c807b5e1c70e","remote_addr":"[fd00:1122:3344:101::b]:43490","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":126,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:45.265754983Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:47365"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:45.265844976Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:45.305163326Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:45.361981952Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9674ed9a-a026-4c30-8d4a-fc739ea14018","remote_addr":"[fd00:1122:3344:101::b]:47365","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":96176,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:45.362438256Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"bcb88a83-d374-4ee9-b936-5b77f2273eb5","remote_addr":"[fd00:1122:3344:101::b]:47365","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":203,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:49.158679408Z","hostname":"buskin","pid":1566,"uri":"/84932682-63ba-4c3f-bb4e-4f6ae212fca9","method":"GET","req_id":"c3c08131-954e-4865-9396-479f16f2c98c","remote_addr":"[fd00:1122:3344:101::d]:33591","local_addr":"[fd00:1122:3344:101::1]:58608","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":7960,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:59.195934427Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61366"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:15:59.196142893Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"c4300223-f102-4dee-979e-5079a64dc16f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61366","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":36,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:13.799762883Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:53549"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:13.799947379Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"885cf989-36e7-4050-90e6-a87faad8e8ff","remote_addr":"[fd00:1122:3344:101::c]:53549","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":106,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:13.858262602Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:13.858322074Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"cac0b568-e885-4c7a-8d0a-01d74757d98f","remote_addr":"[fd00:1122:3344:101::c]:53549","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":94,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:13.868447466Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5c51ad0c-787b-424c-9340-c666a3b2dcae","remote_addr":"[fd00:1122:3344:101::c]:53549","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":239,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:13.952603191Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:47856"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:13.952690383Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:13.994368728Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:14.052752324Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"76376e78-3537-4c1b-9247-d95c8daa8337","remote_addr":"[fd00:1122:3344:101::c]:47856","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":100107,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:14.052882598Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:38749"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:14.053164077Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"64045cbb-767e-4ee9-aa84-223ed3c028d1","remote_addr":"[fd00:1122:3344:101::c]:38749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":174,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:14.053282901Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"56b11dd6-69aa-4963-b35c-1f758b8ac96a","remote_addr":"[fd00:1122:3344:101::c]:47856","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":219,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:14.726204539Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:53357"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:14.726312023Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"508e8f8a-64d2-41b4-94da-19bbe2d26c76","remote_addr":"[fd00:1122:3344:101::a]:53357","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":40,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:14.779484323Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:14.779504623Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"301601a9-549a-4e47-987e-77d43bb3a15a","remote_addr":"[fd00:1122:3344:101::a]:53357","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":65,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:14.787802967Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8a19196f-32f9-4308-861e-48206f32963e","remote_addr":"[fd00:1122:3344:101::a]:53357","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":172,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:14.792699213Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:33927"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:14.792803996Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ea4ee7d4-607c-46c2-bd51-0016298fbb78","remote_addr":"[fd00:1122:3344:101::b]:33927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":22,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:14.853813536Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:14.853872407Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"dded8209-29d3-4179-8a3a-6bb143677dc2","remote_addr":"[fd00:1122:3344:101::b]:33927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":119,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:14.880206634Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:33044"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:14.880412751Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"07bdf356-6839-4940-957d-e3f5ee262d05","remote_addr":"[fd00:1122:3344:101::a]:33044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":127,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:14.909352751Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:54230"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:14.909540607Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"4a36302b-7d44-43f1-bda2-ebfc7fb9883a","remote_addr":"[fd00:1122:3344:101::b]:54230","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:14.912202331Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:44364"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:14.912320995Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:14.958120231Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:15.02291567Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7885913c-20c9-4591-95cb-d5f473c96de8","remote_addr":"[fd00:1122:3344:101::a]:44364","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":110643,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:15.023142447Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:58483"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:15.023427017Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d4591174-65ad-4027-9d47-9a917c77b644","remote_addr":"[fd00:1122:3344:101::b]:33927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":340,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:15.023485738Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:15.02354579Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"40647687-5330-494b-a649-6ae0071f10f3","remote_addr":"[fd00:1122:3344:101::a]:44364","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":343,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:15.060269278Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:15.115184423Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"5188aa62-ca58-4807-914d-0fdea8d6bd52","remote_addr":"[fd00:1122:3344:101::b]:58483","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":91858,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:15.115494913Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"bbe69ab9-2ac0-445b-8cd7-3fbce70cf385","remote_addr":"[fd00:1122:3344:101::b]:58483","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":115,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:19.155599956Z","hostname":"buskin","pid":1566,"uri":"/84932682-63ba-4c3f-bb4e-4f6ae212fca9","method":"GET","req_id":"74b09c4f-38b5-4cbf-aab2-185a9272f769","remote_addr":"[fd00:1122:3344:101::d]:33591","local_addr":"[fd00:1122:3344:101::1]:58608","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":7811,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:29.228923915Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61335"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:29.229112681Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"63a74889-6252-45f5-a355-ba6c5902788c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61335","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:44.033781963Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:40133"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:44.033914897Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"66029bc6-a23d-4b8c-a78b-7a6e1ae225b3","remote_addr":"[fd00:1122:3344:101::c]:40133","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":48,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:44.07585618Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:44.075874911Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"894c0454-e88a-4cdd-8e5c-944f8324eca4","remote_addr":"[fd00:1122:3344:101::c]:40133","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":58,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:44.089723451Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0e9ec192-5337-4aab-9d7e-c8a7b9a533d3","remote_addr":"[fd00:1122:3344:101::c]:40133","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":214,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:44.276733494Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:52710"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:44.2769046Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"f04788f2-f6c2-499b-8b11-8298bb5408a2","remote_addr":"[fd00:1122:3344:101::c]:52710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:44.353101301Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:56692"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:44.353172664Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:44.389340833Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:44.448373249Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ebecaa4f-3995-4526-8f27-2979930919ed","remote_addr":"[fd00:1122:3344:101::c]:56692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":95226,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:44.448662669Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a7131d99-582b-47cb-a70e-7156d625a8bf","remote_addr":"[fd00:1122:3344:101::c]:56692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:44.960480945Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:42058"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:44.960575638Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b6bd6a23-b30d-4253-ab1f-011340cf581a","remote_addr":"[fd00:1122:3344:101::a]:42058","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":53,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:45.005091383Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:64579"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:45.005179816Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"760c80d8-d6b2-4434-8daa-a41bc704f5bd","remote_addr":"[fd00:1122:3344:101::b]:64579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":35,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:45.006995083Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:45.007013914Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a5e9c393-9102-4831-a54c-30a9ce6131ff","remote_addr":"[fd00:1122:3344:101::a]:42058","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":59,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:45.048328377Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:45.048348457Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1be5053c-48c6-47e3-839f-8d39e69a3d31","remote_addr":"[fd00:1122:3344:101::b]:64579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":44,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:45.059833402Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:38343"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:45.060043069Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"c1882afc-d65a-4e94-89b8-5cc2589e6cd6","remote_addr":"[fd00:1122:3344:101::a]:38343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":144,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:45.069487539Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a6a3314b-7bda-4d21-aaf8-b25e4d386cbe","remote_addr":"[fd00:1122:3344:101::a]:42058","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":159,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:45.082883915Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:61951"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:45.083014359Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"548ea2de-68a9-4f90-8559-ce97c8bd8b47","remote_addr":"[fd00:1122:3344:101::b]:61951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":81,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:45.09310197Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ebcf3f5b-8793-4bf9-ac50-420675df71df","remote_addr":"[fd00:1122:3344:101::b]:64579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":139,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:45.110846384Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:57198"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:45.110940607Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:45.151555048Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:45.209663804Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4541d7ca-5f7c-43be-99e3-f55da9bdd5cf","remote_addr":"[fd00:1122:3344:101::a]:57198","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":98757,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:45.20983735Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:38470"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:45.210037486Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:45.213847847Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6a2b5ef5-c14f-4e66-b1cc-49df20daa4c6","remote_addr":"[fd00:1122:3344:101::a]:57198","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":3868,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:45.246901638Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:45.3054858Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"5b457aeb-81cf-42c1-8d9a-4c693aecee2c","remote_addr":"[fd00:1122:3344:101::b]:38470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":95523,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:45.305838201Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"661e57cb-a923-4f25-98ea-c8b59e0af7da","remote_addr":"[fd00:1122:3344:101::b]:38470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":133,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:49.15587334Z","hostname":"buskin","pid":1566,"uri":"/84932682-63ba-4c3f-bb4e-4f6ae212fca9","method":"GET","req_id":"e2a01a48-7ff2-4f96-b5c2-0e904ce57389","remote_addr":"[fd00:1122:3344:101::d]:33591","local_addr":"[fd00:1122:3344:101::1]:58608","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":8178,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:59.262058226Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58472"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:16:59.262214961Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"ca8cbf1c-9131-43a5-baef-cc6df86cf5bc","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58472","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":53,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:13.909870402Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:44682"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:13.91009762Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2eecb944-2689-476c-875e-624af0b14387","remote_addr":"[fd00:1122:3344:101::c]:44682","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":116,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:13.954436009Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:13.954452449Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f58f2ae1-5220-4cb7-af26-677233f3d9d5","remote_addr":"[fd00:1122:3344:101::c]:44682","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":65,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:13.964209199Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ab4b4b4c-4542-4732-b18b-0c928e54412c","remote_addr":"[fd00:1122:3344:101::c]:44682","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":172,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.02275668Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:39580"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.022890965Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"aa4b92a8-a3bc-4a1b-8140-8587a335f236","remote_addr":"[fd00:1122:3344:101::c]:39580","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.101265125Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:61770"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.101459822Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.139199021Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.191178573Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6e631a0a-ef38-4a44-ac35-34fbab0707cd","remote_addr":"[fd00:1122:3344:101::c]:61770","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":89797,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.191782393Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"269f2838-eb21-4894-98ec-eb3631cd3b8e","remote_addr":"[fd00:1122:3344:101::c]:61770","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":289,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.814817765Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:57791"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.814897268Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"66bd0bcb-6bc5-43f7-844b-8ba1e28f45ee","remote_addr":"[fd00:1122:3344:101::a]:57791","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":40,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.848878488Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:41598"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.84895676Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d664b173-704d-4fe7-ad1b-8c824eb8a099","remote_addr":"[fd00:1122:3344:101::b]:41598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":30,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.855374634Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.855404205Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c25ae5af-2797-4cb2-8920-68df72b84aa5","remote_addr":"[fd00:1122:3344:101::a]:57791","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":58,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.862965055Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.862982576Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b681531c-ca41-424c-b429-38145ef86b07","remote_addr":"[fd00:1122:3344:101::b]:41598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":36,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.865017241Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"027b4736-1ca5-46bb-bda1-eb6da185f87e","remote_addr":"[fd00:1122:3344:101::a]:57791","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":207,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.865061602Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:36273"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.865146045Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.908165942Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.967011622Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"affd4695-f7d8-4849-a781-9b1d7d18ba56","remote_addr":"[fd00:1122:3344:101::a]:36273","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":101883,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.967230829Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:38285"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.967618172Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:38996"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.967631722Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"90eaf399-6dcc-4bbc-953f-6bcc28b713d6","remote_addr":"[fd00:1122:3344:101::a]:36273","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":236,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.967732645Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"b54379c2-5a66-4e1e-868e-85d8f7dc3899","remote_addr":"[fd00:1122:3344:101::b]:38285","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":249,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.96787687Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.975085769Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"4648af04-7c37-4509-98ef-6e77b9155a66","remote_addr":"[fd00:1122:3344:101::b]:41598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":7559,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.978038213Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:55035"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:14.978227379Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"5b05da17-0acf-4297-a781-ffe21b095399","remote_addr":"[fd00:1122:3344:101::a]:55035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":137,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:15.011374243Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:15.07138655Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8f6158ba-050a-421b-bbdb-f5ae5efd66e7","remote_addr":"[fd00:1122:3344:101::b]:38996","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":103628,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:15.071796093Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"fa299cfa-ebcf-4fcc-85ef-ef23a5600336","remote_addr":"[fd00:1122:3344:101::b]:38996","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":200,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:19.154396773Z","hostname":"buskin","pid":1566,"uri":"/84932682-63ba-4c3f-bb4e-4f6ae212fca9","method":"GET","req_id":"e612d4e6-3b50-438b-861c-331f2bdd89d1","remote_addr":"[fd00:1122:3344:101::d]:33591","local_addr":"[fd00:1122:3344:101::1]:58608","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":6906,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:29.292034495Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44109"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:29.292138338Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"e3e6aa85-a12d-4024-bf06-150105ffd687","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44109","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":45,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:43.988299503Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:53043"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:43.988421777Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d2079934-d44a-4d34-93d4-d6c9aaa6917e","remote_addr":"[fd00:1122:3344:101::c]:53043","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":40,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.018447362Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:53831"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.019781104Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.020732954Z","hostname":"buskin","pid":1566,"uri":"/artifacts","method":"GET","req_id":"d0e45187-6cab-45fc-a9d9-a7ee29d2392f","remote_addr":"[fd00:1122:3344:101::c]:53831","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":2212,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.034809702Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.034835223Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2ca67184-3366-4fe8-884e-b9f6cbd85986","remote_addr":"[fd00:1122:3344:101::c]:53043","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":112,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.043136947Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0dd03666-a17e-475b-8144-68256be628b9","remote_addr":"[fd00:1122:3344:101::c]:53043","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":362,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.169923908Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:58569"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.170113204Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"5acc1939-7014-43c2-9b43-30a534aed2d7","remote_addr":"[fd00:1122:3344:101::c]:58569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":138,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.249074115Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:35032"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.249196439Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.286410922Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.345215952Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ecca1c5d-e4d0-457b-bffd-bfd2ec3de4a2","remote_addr":"[fd00:1122:3344:101::c]:35032","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":96111,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.345365566Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:50073"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.34579773Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ac2524c5-32b6-49c0-816d-b00e9ce23199","remote_addr":"[fd00:1122:3344:101::c]:35032","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":254,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.345817081Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:759","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.345853982Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.345893343Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.345917124Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.345952275Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.345972765Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.345988776Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.346026587Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"4d7ccd3a-235a-4f58-9a00-e32f35555b7f","remote_addr":"[fd00:1122:3344:101::c]:50073","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":524,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.875264186Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:62811"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.875366079Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"70580e80-9617-4d93-80a0-b280addf7c8e","remote_addr":"[fd00:1122:3344:101::a]:62811","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":57,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.972820457Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.972854459Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"34a6809e-a197-4b21-9acd-38644be7ada7","remote_addr":"[fd00:1122:3344:101::a]:62811","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":103,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:44.986370208Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"97c64e10-7027-41d2-87cf-8b6e3596ad8a","remote_addr":"[fd00:1122:3344:101::a]:62811","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":249,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.026215885Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:39459"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.02636399Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"462fa120-8d5c-4eb7-9894-43563fbf787a","remote_addr":"[fd00:1122:3344:101::b]:39459","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":70,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.056213099Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:50887"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.056482198Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"a75a1efc-75ab-4493-ae72-ac92a890f718","remote_addr":"[fd00:1122:3344:101::a]:50887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":185,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.095209149Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:43016"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.095319803Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.095651773Z","hostname":"buskin","pid":1566,"uri":"/artifacts","method":"GET","req_id":"bcaa8f17-65cc-4ca6-ae1e-c996a618cf8e","remote_addr":"[fd00:1122:3344:101::b]:43016","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":392,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.097168091Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:33106"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.097280475Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.097550463Z","hostname":"buskin","pid":1566,"uri":"/artifacts","method":"GET","req_id":"d0c95847-5777-492f-970b-a33d1634d371","remote_addr":"[fd00:1122:3344:101::a]:33106","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":292,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.103620107Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.103635607Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b35b77ff-1d34-4205-83ef-26f59c5ee3e5","remote_addr":"[fd00:1122:3344:101::b]:39459","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":68,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.107528611Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:45990"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.107636584Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.151967044Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.214205603Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"76587e45-fd1a-4499-9082-2347952d6b02","remote_addr":"[fd00:1122:3344:101::a]:45990","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":106667,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.214478961Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:39150"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.214592685Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:64010"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.214798312Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e38069e2-662f-4000-bfbd-c0225ae17059","remote_addr":"[fd00:1122:3344:101::b]:39459","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":402,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.214843493Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6da260ee-c13e-4853-950d-b70612256b31","remote_addr":"[fd00:1122:3344:101::a]:45990","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":340,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.214999138Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.215028369Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"aec60def-c1f0-43f7-b1c7-1fa87b1d8fe5","remote_addr":"[fd00:1122:3344:101::b]:64010","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":256,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.229058155Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:34784"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.233690492Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:759","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.233799076Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.233824307Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.233866608Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.233910319Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.233965711Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.233982722Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.234015313Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"b7741e75-0765-4ae4-bd91-28361b768479","remote_addr":"[fd00:1122:3344:101::b]:34784","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":1072,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.255221306Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.312063674Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c712b005-b728-4687-ab48-a72d950b680b","remote_addr":"[fd00:1122:3344:101::b]:39150","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":97220,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.312469496Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"66755af1-74dc-44fc-8488-bbb7d6c81af8","remote_addr":"[fd00:1122:3344:101::b]:39150","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":171,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.314124469Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:50267"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.314392168Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:759","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.31444797Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.31447751Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.314492771Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.314499491Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.314505091Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.314511061Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:45.314532122Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"2a57c164-f8f8-4101-ade4-0fea504b1fe9","remote_addr":"[fd00:1122:3344:101::a]:50267","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":309,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:49.155266325Z","hostname":"buskin","pid":1566,"uri":"/84932682-63ba-4c3f-bb4e-4f6ae212fca9","method":"GET","req_id":"4b073119-3309-4895-891c-9838cbc5693f","remote_addr":"[fd00:1122:3344:101::d]:33591","local_addr":"[fd00:1122:3344:101::1]:58608","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":9519,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:59.313287408Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47078"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:17:59.313399492Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"a71adfc2-fb12-44cb-ba93-1396c7dede22","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47078","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":44,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:13.845504274Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:44871"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:13.845673719Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"adcc5a18-7578-4fe4-a0a7-37aff6ca9e2a","remote_addr":"[fd00:1122:3344:101::c]:44871","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":94,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:13.894423348Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:13.894461009Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8ad44c40-9824-4d4c-92d2-3fe46266e98f","remote_addr":"[fd00:1122:3344:101::c]:44871","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":114,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:13.907506584Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e9aa3d50-093a-41f8-ae9b-90783e8440e0","remote_addr":"[fd00:1122:3344:101::c]:44871","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":228,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:13.987047054Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:50452"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:13.987142419Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:14.030944716Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:14.091709807Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a4dfc313-e027-406d-aff0-6d34108bafb4","remote_addr":"[fd00:1122:3344:101::c]:50452","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":104557,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:14.091838251Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:33542"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:14.092132981Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"cc76dd0e-c8b1-4992-9145-0e0a4bc39fb3","remote_addr":"[fd00:1122:3344:101::c]:33542","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":200,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:14.092233794Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"83156d71-a46a-4333-ae6b-a61d4a84a647","remote_addr":"[fd00:1122:3344:101::c]:50452","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":224,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:14.758165576Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:33870"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:14.758331282Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"9e54f510-27c9-4e47-849b-5841e3c94fe0","remote_addr":"[fd00:1122:3344:101::a]:33870","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":66,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:14.822734568Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:14.822761849Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"94f14266-5348-46b9-8b5b-924ce4cea6a4","remote_addr":"[fd00:1122:3344:101::a]:33870","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":72,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:14.834057027Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f7eea079-6aa9-4701-8191-b2e169fa368f","remote_addr":"[fd00:1122:3344:101::a]:33870","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":195,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:14.855739437Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:55170"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:14.85582913Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"0f8df7ad-d5cc-40c6-8454-d1dcf2ffa945","remote_addr":"[fd00:1122:3344:101::b]:55170","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":38,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:14.875600694Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:14.875614287Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a787ad5f-42ed-4c18-bd1d-04bda4b9c404","remote_addr":"[fd00:1122:3344:101::b]:55170","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":45,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:14.886078641Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"9b80b79d-7a67-453d-b7d9-ab4e0036a00a","remote_addr":"[fd00:1122:3344:101::b]:55170","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":154,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:14.931010339Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:49940"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:14.931180314Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"2fb808ba-c2f8-4a35-b89e-750a081ce522","remote_addr":"[fd00:1122:3344:101::a]:49940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:14.9325227Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:35362"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:14.932725213Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"cadc2cda-0351-4eb4-9185-2406d37b1028","remote_addr":"[fd00:1122:3344:101::b]:35362","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":66,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:14.94519737Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:52259"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:14.945278552Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:14.987505504Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:15.044380072Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"fb6e356e-3c10-4795-af38-ff815ecd1078","remote_addr":"[fd00:1122:3344:101::b]:52259","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":99133,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:15.044549107Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:62305"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:15.044781004Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:15.048493052Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a0cfc64d-9bb9-4005-a86c-61680c45a282","remote_addr":"[fd00:1122:3344:101::b]:52259","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":3779,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:15.081520472Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:15.139626808Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"db05432e-1bab-4093-a327-c109bdc8ad8e","remote_addr":"[fd00:1122:3344:101::a]:62305","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":94958,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:15.140040362Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a616a812-e5a3-4315-b047-a05d4a49fca6","remote_addr":"[fd00:1122:3344:101::a]:62305","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":146,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:19.150229857Z","hostname":"buskin","pid":1566,"uri":"/84932682-63ba-4c3f-bb4e-4f6ae212fca9","method":"GET","req_id":"6411b690-6594-4a24-a3c6-79bec1e59fee","remote_addr":"[fd00:1122:3344:101::d]:33591","local_addr":"[fd00:1122:3344:101::1]:58608","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":7329,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:29.346371887Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48770"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:29.346541582Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"6dd962c3-650f-4de4-bf61-95019442a3b2","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48770","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":86,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:44.028627727Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:55789"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:44.028762801Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ae18f55a-e1c3-477e-a4cc-996bc0a6fb12","remote_addr":"[fd00:1122:3344:101::c]:55789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":66,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:44.077450308Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:44.077470109Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"159e998a-668f-406e-81f6-0b70a9217b3b","remote_addr":"[fd00:1122:3344:101::c]:55789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":75,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:44.092493006Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e6b64d5d-1561-4c9a-abec-6d5580745077","remote_addr":"[fd00:1122:3344:101::c]:55789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":282,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:44.204057892Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:47248"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:44.204219828Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"3c004331-aac8-45fa-9348-cfeb4fda4764","remote_addr":"[fd00:1122:3344:101::c]:47248","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":124,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:44.43710814Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:32840"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:44.437282465Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:44.477835034Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:44.576085417Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"2bb76441-b347-41a8-a2e7-9ed02ebd3da7","remote_addr":"[fd00:1122:3344:101::c]:32840","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":138878,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:44.576590083Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"43018aed-0513-4180-8437-13fc68fe7e9c","remote_addr":"[fd00:1122:3344:101::c]:32840","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":159,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:44.844579891Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:40744"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:44.844676725Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f9f4789e-8c92-4978-9ec0-27817e7a92e9","remote_addr":"[fd00:1122:3344:101::a]:40744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":54,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:44.858402721Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:44.858424482Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8e7c1e37-6e0a-4fce-a8cd-507257a2f77c","remote_addr":"[fd00:1122:3344:101::a]:40744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":61,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:44.869134312Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e606c5eb-67c0-4691-acd0-0f2f83403bae","remote_addr":"[fd00:1122:3344:101::a]:40744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":669,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:44.926491105Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:53742"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:44.926671261Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"b86267b8-b982-4fda-968b-830ed3abefd8","remote_addr":"[fd00:1122:3344:101::b]:53742","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:44.947197123Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:62070"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:44.947338628Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"6d1a7a36-0c86-4de0-b1cf-746225a3e7db","remote_addr":"[fd00:1122:3344:101::a]:62070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:45.003330417Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:52368"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:45.003444741Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"9a29b867-b5e9-4c2e-b4ba-e24d0508eb0d","remote_addr":"[fd00:1122:3344:101::b]:52368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":35,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:45.060544616Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:45.060574357Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2bff2940-6743-4452-a00f-696ca8221f47","remote_addr":"[fd00:1122:3344:101::b]:52368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":75,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:45.070774031Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"9df9aafd-2b82-4ca3-8ab2-6fb019586d49","remote_addr":"[fd00:1122:3344:101::b]:52368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":164,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:45.096139658Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:53855"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:45.09622737Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:45.137653627Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:45.200725942Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"da9560ec-298d-4d23-95bd-bbe1c92a6d98","remote_addr":"[fd00:1122:3344:101::a]:53855","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":104541,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:45.201051332Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"911a3a38-2120-4635-b59f-8080b292a305","remote_addr":"[fd00:1122:3344:101::a]:53855","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":117,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:45.212787486Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:44848"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:45.212993242Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:45.252221498Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:45.309618483Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4a9ccbea-44d4-4e5b-9666-e6e72209a8c3","remote_addr":"[fd00:1122:3344:101::b]:44848","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":96706,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:45.310135089Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"757a1ae0-d2f3-4af2-b202-b81ab03ef872","remote_addr":"[fd00:1122:3344:101::b]:44848","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":221,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:49.141914241Z","hostname":"buskin","pid":1566,"uri":"/84932682-63ba-4c3f-bb4e-4f6ae212fca9","method":"GET","req_id":"2889bcba-d841-4170-ac3f-1ef47e818201","remote_addr":"[fd00:1122:3344:101::d]:33591","local_addr":"[fd00:1122:3344:101::1]:58608","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":7939,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:59.374964861Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49884"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:18:59.375046974Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"df70394e-5c2a-481e-99ba-51de80636323","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49884","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":30,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:13.952539752Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:51239"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:13.952687066Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5368c907-010e-4db4-8944-0a3a236fbfd7","remote_addr":"[fd00:1122:3344:101::c]:51239","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":94,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:13.966981634Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:13.966991675Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"536fd055-3169-4230-8bf6-1ac021031477","remote_addr":"[fd00:1122:3344:101::c]:51239","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":65,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:14.019815213Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:49958"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:14.019964058Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"cf1be1df-1776-4baf-afa7-51f3854cd01f","remote_addr":"[fd00:1122:3344:101::c]:49958","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":120,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:14.023468409Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"15924010-7f0e-4f4f-afeb-e507edf10e77","remote_addr":"[fd00:1122:3344:101::c]:51239","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":111,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:14.050111656Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:37208"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:14.050199019Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:14.087825294Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:14.145468935Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"2c6cb574-d5d7-4a7e-80eb-7eb3a24e639f","remote_addr":"[fd00:1122:3344:101::c]:37208","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":95255,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:14.145736444Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"18012887-902d-4098-a1f9-b59823c6a393","remote_addr":"[fd00:1122:3344:101::c]:37208","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:14.872416863Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:59079"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:14.872587978Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"f5c073a1-a2b1-4038-aa33-8e858b90028c","remote_addr":"[fd00:1122:3344:101::a]:59079","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":126,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:14.892318445Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:50684"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:14.892382997Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2273fbdf-3e3e-4b44-a7d8-bc4597c87999","remote_addr":"[fd00:1122:3344:101::a]:50684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":36,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:14.937968695Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:14.937990212Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c2e01f0d-b608-459c-a660-98735e3b440a","remote_addr":"[fd00:1122:3344:101::a]:50684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":69,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:14.939835435Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:44935"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:14.939943388Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"7f231bf7-587b-4f21-bada-2f65ae9ccd1f","remote_addr":"[fd00:1122:3344:101::b]:44935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":39,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:14.948953745Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a8af12ac-f1bd-4255-ac56-3322409b7884","remote_addr":"[fd00:1122:3344:101::a]:50684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":195,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:14.980195557Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:51687"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:14.980302971Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:15.025017251Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:15.0894707Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"17e18683-56eb-4323-b6be-75948c52b52f","remote_addr":"[fd00:1122:3344:101::a]:51687","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":109189,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:15.089743189Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:36211"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:15.089842732Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:64856"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:15.09011262Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:15.090160472Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:15.090169722Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"289fca45-6a31-4c24-b238-101d6b94926e","remote_addr":"[fd00:1122:3344:101::b]:44935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":290,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:15.090200383Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8b0aab2f-f835-439a-a092-5b52a9ddbf0f","remote_addr":"[fd00:1122:3344:101::a]:51687","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":369,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:15.090240464Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"38771230-302e-4423-93e4-a118b169afff","remote_addr":"[fd00:1122:3344:101::b]:64856","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":275,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:15.102289597Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a81dd791-49e5-4bdb-b810-4828d3a85cc6","remote_addr":"[fd00:1122:3344:101::b]:44935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":425,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:15.129397589Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:15.187093023Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8d75dfc3-1db4-415f-9e42-a85add08340c","remote_addr":"[fd00:1122:3344:101::b]:36211","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":97076,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:15.187456444Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"9105c9d0-cbb3-4b6d-a95d-23d751e510de","remote_addr":"[fd00:1122:3344:101::b]:36211","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":144,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:19.143653333Z","hostname":"buskin","pid":1566,"uri":"/84932682-63ba-4c3f-bb4e-4f6ae212fca9","method":"GET","req_id":"6bfa499e-c263-4661-9733-702d3178f3f4","remote_addr":"[fd00:1122:3344:101::d]:33591","local_addr":"[fd00:1122:3344:101::1]:58608","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":7649,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:29.4112685Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53832"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:29.411418135Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"39f1a849-7e71-4f09-95de-4dfb4453244c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53832","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":66,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:43.941871895Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:50288"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:43.942066172Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b0f1abc8-3b50-4eaa-9a6d-24ef9b65cebe","remote_addr":"[fd00:1122:3344:101::c]:50288","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":118,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:44.009559357Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:44.009593038Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"286f0c71-39b6-45da-88e5-2a2d5a98d196","remote_addr":"[fd00:1122:3344:101::c]:50288","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":84,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:44.025232585Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d3488c53-33d2-4020-8846-4455ff0e1049","remote_addr":"[fd00:1122:3344:101::c]:50288","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":191,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:44.161325131Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:57629"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:44.161489766Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"798316a2-dbdc-4b9f-a649-c3af757a4bf1","remote_addr":"[fd00:1122:3344:101::c]:57629","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":128,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:44.230552071Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:35220"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:44.230648644Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:44.266882286Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:44.325092946Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4fcc70b0-cd02-4792-a8e3-b615ee122451","remote_addr":"[fd00:1122:3344:101::c]:35220","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":94507,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:44.328133292Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"44dfe8bd-b372-451f-88ea-1ada25ab861d","remote_addr":"[fd00:1122:3344:101::c]:35220","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":87,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:44.860556005Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:44925"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:44.860658209Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b2687fb2-1c38-492a-b82e-005a6ac744b6","remote_addr":"[fd00:1122:3344:101::a]:44925","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":45,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:44.873542668Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:44.873556568Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6aa48b0e-61b6-4313-891e-2daad0d1dbcd","remote_addr":"[fd00:1122:3344:101::a]:44925","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":42,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:44.883635709Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"64b94f2f-f4c6-4cb1-98ad-d07737769029","remote_addr":"[fd00:1122:3344:101::a]:44925","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":149,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:44.920572863Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:62760"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:44.920706817Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ed6a4140-dac4-4508-bf56-ba71e0c576b7","remote_addr":"[fd00:1122:3344:101::b]:62760","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":36,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:44.93653921Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:44.936571611Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4e05977f-caa6-4f46-8cd0-96fe9c6ec094","remote_addr":"[fd00:1122:3344:101::b]:62760","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":51,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:44.947108886Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8eacf035-a708-4212-802b-bd1281af2b4f","remote_addr":"[fd00:1122:3344:101::b]:62760","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":167,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:44.95227063Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:59809"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:44.952436025Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"d01ac1d4-e9a8-476f-b8cd-670bfc346e50","remote_addr":"[fd00:1122:3344:101::a]:59809","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:45.028791142Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:33685"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:45.028870665Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:45.064804247Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:45.113510765Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4423e925-f66d-4fe0-a8fa-298704dea4fc","remote_addr":"[fd00:1122:3344:101::a]:33685","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":84674,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:45.113624529Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:54744"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:45.113874167Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"b41d813d-6a47-4d79-9f1f-06a9be1111e0","remote_addr":"[fd00:1122:3344:101::b]:54744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":171,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:45.114033702Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"84eaa42b-5339-4cdb-a458-58a97dcf3a18","remote_addr":"[fd00:1122:3344:101::a]:33685","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":220,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:45.167357047Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:46227"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:45.167530532Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:45.207632167Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:45.265884058Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4f992636-b8ca-456e-a67f-0825dea1e4bc","remote_addr":"[fd00:1122:3344:101::b]:46227","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":98447,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:45.266182948Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"07df7c0b-b6ed-442d-aa0b-9cf34fed4584","remote_addr":"[fd00:1122:3344:101::b]:46227","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":114,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:49.14218545Z","hostname":"buskin","pid":1566,"uri":"/84932682-63ba-4c3f-bb4e-4f6ae212fca9","method":"GET","req_id":"d5163539-d9c4-4218-b02c-e3c5b336b2ae","remote_addr":"[fd00:1122:3344:101::d]:33591","local_addr":"[fd00:1122:3344:101::1]:58608","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":7164,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:59.438305261Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46357"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:19:59.438439566Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"73c0aafa-e0d2-49ea-b2d7-dc5f5940e9dd","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46357","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":66,"response_code":"200"} {"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:07.789100772Z","hostname":"buskin","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:197"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:07.789181014Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:07.820743987Z","hostname":"buskin","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.99999566s","next_cleanup":"Instant { tv_sec: 1763, tv_nsec: 238851698 }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:13.861174193Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:50981"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:13.861332178Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"800223ef-9bba-46c3-b56e-80d187e69136","remote_addr":"[fd00:1122:3344:101::c]:50981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":92,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:13.876298883Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:13.876316294Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4d6d7084-047c-450d-adee-9d6004b41b1a","remote_addr":"[fd00:1122:3344:101::c]:50981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":69,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:13.886516068Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"6f46e588-6c9e-42ec-826c-b93fe0d157ad","remote_addr":"[fd00:1122:3344:101::c]:50981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":166,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:13.925730295Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:40986"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:13.925869749Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"3dbe0529-7974-499f-b59f-0eb6c388ddba","remote_addr":"[fd00:1122:3344:101::c]:40986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:13.97653752Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:55881"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:13.976637203Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.014040762Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.074791533Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"726579cf-c416-4904-beb1-a703ae0666b4","remote_addr":"[fd00:1122:3344:101::c]:55881","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":98202,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.077281392Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f85b7150-bbd2-4663-b88e-7f04f987856b","remote_addr":"[fd00:1122:3344:101::c]:55881","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.642222408Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:52375"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.646165144Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6a3ba50c-07eb-4d2d-a505-386ef46174bd","remote_addr":"[fd00:1122:3344:101::a]:52375","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":110,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.709100794Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.709132505Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"39c848d5-5cf9-4dc5-ba16-76fd6baf373f","remote_addr":"[fd00:1122:3344:101::a]:52375","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":98,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.718383379Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"35ed29bb-83db-491b-a3e9-0293a58807f9","remote_addr":"[fd00:1122:3344:101::a]:52375","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":254,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.749475837Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:42120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.749626642Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"082c0749-51fe-4e0d-a073-29cb607bc539","remote_addr":"[fd00:1122:3344:101::a]:42120","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.776000451Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:49547"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.776066013Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.820684681Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.8873415Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4c7c4ed8-dad5-4938-96b3-c85d30df282e","remote_addr":"[fd00:1122:3344:101::a]:49547","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":111302,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.887606588Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:61360"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.887726452Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:59543"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.887806874Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:57619"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.887926788Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c0e8a543-6687-4152-b7bc-e9b792ee8895","remote_addr":"[fd00:1122:3344:101::a]:49547","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":278,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.888212407Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f202abdc-f046-41f9-af6e-77b21d0eb952","remote_addr":"[fd00:1122:3344:101::b]:61360","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":194,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.888248779Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.888325661Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"ced57c1a-68fa-424b-a0eb-9c0c9700c120","remote_addr":"[fd00:1122:3344:101::b]:59543","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":282,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.902889734Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.902937055Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f75d1f10-a3c7-4742-9b91-bbcaae45d35f","remote_addr":"[fd00:1122:3344:101::b]:61360","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":101,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.912358065Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"09e1a352-1490-43c6-b300-b65c1f508bf1","remote_addr":"[fd00:1122:3344:101::b]:61360","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":426,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.929224181Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.984767396Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d6e6a91a-3347-4ebf-8e4b-926679bea7f9","remote_addr":"[fd00:1122:3344:101::b]:57619","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":96735,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:14.985104537Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ee4b3179-cd5b-48bd-b393-f47b0b76de9c","remote_addr":"[fd00:1122:3344:101::b]:57619","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":155,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:19.144545224Z","hostname":"buskin","pid":1566,"uri":"/84932682-63ba-4c3f-bb4e-4f6ae212fca9","method":"GET","req_id":"93c006bf-20f2-4679-b1b0-2b353415d936","remote_addr":"[fd00:1122:3344:101::d]:33591","local_addr":"[fd00:1122:3344:101::1]:58608","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":8437,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:22.158452543Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:29.487530574Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43469"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:29.487663278Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"2ec27664-cf90-44ff-9703-c00e02e2552e","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43469","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":41,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:43.951370561Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:42993"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:43.951528666Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8eb3a7d1-dba3-4283-b5d7-5e931def5328","remote_addr":"[fd00:1122:3344:101::c]:42993","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":93,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:43.996534137Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:43.996566918Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e9d00920-da57-45a3-a310-a358f3d3db54","remote_addr":"[fd00:1122:3344:101::c]:42993","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":79,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:44.006096111Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a9b2b844-c21b-46aa-abc4-c82de9115efb","remote_addr":"[fd00:1122:3344:101::c]:42993","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":236,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:44.020307702Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:52978"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:44.02055074Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"485752de-6894-4d1e-b492-46e98cc0232c","remote_addr":"[fd00:1122:3344:101::c]:52978","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":167,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:44.099951511Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:33981"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:44.10005134Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:44.138337666Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:44.200684141Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4e7d3159-86a9-4d7a-9c2f-2f46d9b41d35","remote_addr":"[fd00:1122:3344:101::c]:33981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":100587,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:44.201027465Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"892bcdb5-7a70-49d7-9ab0-633887248158","remote_addr":"[fd00:1122:3344:101::c]:33981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":126,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:44.899952645Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:35852"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:44.900107778Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"7cc42a59-8cac-4070-ac67-8c27a12626d8","remote_addr":"[fd00:1122:3344:101::a]:35852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":121,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:44.924312516Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:52768"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:44.924390068Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"efb5bf9e-8890-4f3f-8b63-0754cb78e87b","remote_addr":"[fd00:1122:3344:101::b]:52768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":41,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:44.969196521Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:44.969226702Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d2ee5afc-017d-4bdf-b14a-a2001405269d","remote_addr":"[fd00:1122:3344:101::b]:52768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":87,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:44.985238961Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"58e7e581-e3c8-4d58-aee3-9dda2950fbc8","remote_addr":"[fd00:1122:3344:101::b]:52768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":251,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:45.006189197Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:51565"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:45.006317581Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"de0eecf2-cbe4-4cfd-bee0-a257827a00c6","remote_addr":"[fd00:1122:3344:101::a]:51565","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":37,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:45.055826484Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:45.055876906Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"33d123af-e36c-4295-b93b-62f4564faec7","remote_addr":"[fd00:1122:3344:101::a]:51565","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":116,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:45.066170263Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"cde0e935-b880-4f49-bc00-470b6d9954e2","remote_addr":"[fd00:1122:3344:101::a]:51565","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":202,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:45.083475053Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:51315"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:45.083650408Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"9cc8cb9f-37b9-42bc-84ee-ca39c75ce473","remote_addr":"[fd00:1122:3344:101::b]:51315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:45.090555168Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:51622"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:45.090640531Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:45.131765778Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:45.194952776Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"107b0f82-2bbd-452f-ae35-d1c0047ffbd1","remote_addr":"[fd00:1122:3344:101::a]:51622","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":104342,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:45.195325378Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"37a27e98-ac07-49bf-8bad-1030dfedab02","remote_addr":"[fd00:1122:3344:101::a]:51622","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":118,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:45.210309634Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:44013"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:45.210529041Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:45.251191454Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:45.305437278Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7df1c280-b834-44e4-b842-76ffba49be52","remote_addr":"[fd00:1122:3344:101::b]:44013","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":94999,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:45.305762248Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"33250eb8-248a-4e95-9d09-cff3db6eed59","remote_addr":"[fd00:1122:3344:101::b]:44013","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":119,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:49.152754507Z","hostname":"buskin","pid":1566,"uri":"/84932682-63ba-4c3f-bb4e-4f6ae212fca9","method":"GET","req_id":"d51cc813-6748-4a19-9683-22dc610473a3","remote_addr":"[fd00:1122:3344:101::d]:33591","local_addr":"[fd00:1122:3344:101::1]:58608","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":10578,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:59.515446808Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53699"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:20:59.51677198Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"7fb25933-4378-44c0-ad92-5e226d2b05c2","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53699","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":58,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:13.87438455Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:46311"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:13.874629427Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"7f18d00b-5052-46ec-8a65-125c154462d1","remote_addr":"[fd00:1122:3344:101::c]:46311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":175,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:13.903619389Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:62737"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:13.903708782Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a14d491e-4666-4302-a255-dc4cd41374d7","remote_addr":"[fd00:1122:3344:101::c]:62737","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":49,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:13.95053512Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:13.950559321Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8c8c951a-b696-4ff8-bec7-969368894208","remote_addr":"[fd00:1122:3344:101::c]:62737","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":75,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:13.958549435Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f9b88588-caae-4f2c-8a5b-c7b6375c7ca5","remote_addr":"[fd00:1122:3344:101::c]:62737","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":152,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:13.962450049Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:50023"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:13.962545112Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:14.00308969Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:14.061946291Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"61658938-c0d0-46a4-ba33-97909be732b3","remote_addr":"[fd00:1122:3344:101::c]:50023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":99443,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:14.06224214Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6cc1c463-ae7b-479c-a34d-458eabf15df6","remote_addr":"[fd00:1122:3344:101::c]:50023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:14.79281867Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:59511"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:14.792940864Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c92f8914-4a3a-4e62-8962-a59b344c3849","remote_addr":"[fd00:1122:3344:101::a]:59511","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":63,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:14.846646761Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:41964"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:14.846759544Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4559a2c5-25a0-44b9-9f26-76e671f90a15","remote_addr":"[fd00:1122:3344:101::b]:41964","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":49,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:14.848018444Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:14.848035545Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b7336b6f-253b-433a-a1de-39a653fe3009","remote_addr":"[fd00:1122:3344:101::a]:59511","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":60,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:14.859090906Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"36272dee-86cf-462e-a8f7-53e39099c073","remote_addr":"[fd00:1122:3344:101::a]:59511","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":370,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:14.883313146Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:62509"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:14.88345029Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:14.930660151Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:14.993949853Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"41d89734-dde6-487e-96ff-fcf647796b57","remote_addr":"[fd00:1122:3344:101::a]:62509","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":110547,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:14.99417517Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:32882"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:14.994241912Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:36106"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:14.994588513Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:14.994606233Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"c1c2054b-3ae8-4a80-8fd2-49a7ff321215","remote_addr":"[fd00:1122:3344:101::b]:36106","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":272,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:14.994624454Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"7ad6c232-5607-4a87-91af-691607128cf7","remote_addr":"[fd00:1122:3344:101::b]:41964","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":299,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:14.994680366Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:14.994695986Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"099ed277-e233-4af7-aa1e-f3ec02f5431b","remote_addr":"[fd00:1122:3344:101::a]:62509","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":343,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:15.005465219Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d04db1b6-0747-459b-9722-55942053b84c","remote_addr":"[fd00:1122:3344:101::b]:41964","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":351,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:15.011058796Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:48616"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:15.011418818Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"3986c32f-aaf8-4fbe-a728-269c2aecda45","remote_addr":"[fd00:1122:3344:101::a]:48616","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":264,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:15.031690112Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:15.088803887Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"af385787-368d-4635-9b9c-cf15dd26dd1f","remote_addr":"[fd00:1122:3344:101::b]:32882","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":94321,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:15.089132668Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a1a472ed-8955-4dc9-93d9-4432d42eb068","remote_addr":"[fd00:1122:3344:101::b]:32882","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":131,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:19.150918821Z","hostname":"buskin","pid":1566,"uri":"/84932682-63ba-4c3f-bb4e-4f6ae212fca9","method":"GET","req_id":"bee8d0f8-942d-4ac3-8a65-0107f77c0933","remote_addr":"[fd00:1122:3344:101::d]:33591","local_addr":"[fd00:1122:3344:101::1]:58608","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":7945,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:29.553130728Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38390"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:29.553332288Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"20a96a3a-0971-4ae3-bc9a-a763740c7749","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38390","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:43.998108798Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:58235"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:43.998267624Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"268ba008-3c4b-4646-8964-b98d963a5257","remote_addr":"[fd00:1122:3344:101::c]:58235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":123,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:44.057891756Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:44.057920941Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3cb08f29-fb7b-4b69-9785-1bbeec28f510","remote_addr":"[fd00:1122:3344:101::c]:58235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":99,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:44.067633726Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ed5b5a6c-e37b-47de-a62d-5952554d10c1","remote_addr":"[fd00:1122:3344:101::c]:58235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":204,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:44.235195257Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:56585"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:44.235401936Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"964ac8f5-c312-450e-bcc0-dec02037c47d","remote_addr":"[fd00:1122:3344:101::c]:56585","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:44.269908274Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:48779"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:44.26996685Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:44.306133414Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:44.364891252Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"98241908-10df-494a-8bf0-86bc0fa1efbe","remote_addr":"[fd00:1122:3344:101::c]:48779","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":94668,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:44.365174582Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a10a5dea-1a47-48b6-bbbb-8ae14f71afad","remote_addr":"[fd00:1122:3344:101::c]:48779","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:44.846750246Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:41307"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:44.846854875Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f1aa5692-b8ac-4aa2-b256-77ffc7099d1a","remote_addr":"[fd00:1122:3344:101::a]:41307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":46,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:44.901037731Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:44.901061132Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ee6c5970-9860-46c1-a4d7-f24eb0f7273b","remote_addr":"[fd00:1122:3344:101::a]:41307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":77,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:44.909971371Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"605b8522-8284-4f42-9e93-48a5f040b16b","remote_addr":"[fd00:1122:3344:101::a]:41307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":218,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:44.917283287Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:65510"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:44.917354278Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ad8d575c-ea43-4acb-bd43-ba64445396d8","remote_addr":"[fd00:1122:3344:101::b]:65510","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":32,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:44.953750045Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:47024"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:44.95390634Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"8cccd969-4227-430d-8b28-cf148ba04f28","remote_addr":"[fd00:1122:3344:101::a]:47024","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":115,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:44.96876048Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:48519"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:44.968876584Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:45.010899857Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:45.073427924Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ce357a53-b5f9-4b4b-bcbf-328027790fbb","remote_addr":"[fd00:1122:3344:101::a]:48519","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":104458,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:45.073758395Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:33116"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:45.073963321Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:45.074012633Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6d3f4d3e-f832-4c1f-a4ff-7255cf445f70","remote_addr":"[fd00:1122:3344:101::b]:65510","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":242,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:45.074097365Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e0b21165-9516-4e8d-a56f-91c127a4c799","remote_addr":"[fd00:1122:3344:101::a]:48519","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":299,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:45.074184418Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"756a365d-b4ef-45e5-9355-061368d9dbb9","remote_addr":"[fd00:1122:3344:101::b]:33116","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":242,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:45.083315818Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b74456b6-90a0-4087-9978-accef5965406","remote_addr":"[fd00:1122:3344:101::b]:65510","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":239,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:45.159334674Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:61863"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:45.159440298Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:45.198166719Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:45.254319543Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"20f9d7db-f786-43da-9030-dec2aa1a9a15","remote_addr":"[fd00:1122:3344:101::b]:61863","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":94919,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:45.254606513Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"566ccb8f-c07e-4dd0-8064-dc532a3e5e27","remote_addr":"[fd00:1122:3344:101::b]:61863","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":111,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:49.162792696Z","hostname":"buskin","pid":1566,"uri":"/84932682-63ba-4c3f-bb4e-4f6ae212fca9","method":"GET","req_id":"629584eb-3893-4087-8ab5-b566059922ab","remote_addr":"[fd00:1122:3344:101::d]:33591","local_addr":"[fd00:1122:3344:101::1]:58608","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":7338,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:59.596119545Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60681"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:21:59.596217868Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"fb81ddae-d0e3-4e30-9b3e-bd2c773e548a","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60681","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":36,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:13.915684393Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:41053"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:13.915870949Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"30fa6fca-d39f-4d46-9672-7f1c0f0a29f6","remote_addr":"[fd00:1122:3344:101::c]:41053","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":110,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:13.9350987Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:13.935137961Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9b6ca518-ee57-4b85-b1fa-622e87b128ee","remote_addr":"[fd00:1122:3344:101::c]:41053","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":106,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:13.947524875Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"004b495b-2f98-4f10-9445-205f01623e36","remote_addr":"[fd00:1122:3344:101::c]:41053","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":245,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.038470286Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:51463"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.038705813Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"80443c46-64bb-43e9-a433-9440366cc553","remote_addr":"[fd00:1122:3344:101::c]:51463","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":183,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.056998515Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:47593"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.057315735Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.106718065Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.165118792Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c0fd6fc9-1148-4dcf-aed3-6b0b46003f5b","remote_addr":"[fd00:1122:3344:101::c]:47593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":107978,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.165526065Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"fa3698fd-be48-4528-a519-fd921658fad9","remote_addr":"[fd00:1122:3344:101::c]:47593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":178,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.729273885Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:53686"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.729377758Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3bb558ef-7f36-4cab-9abf-7299c7ffca41","remote_addr":"[fd00:1122:3344:101::a]:53686","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":55,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.743231799Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.74326372Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6015ad0a-b948-4a12-a960-ccddfbdf7c39","remote_addr":"[fd00:1122:3344:101::a]:53686","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":67,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.75018582Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:47153"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.750285903Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e5219df5-e6fc-4f7d-8527-03b56a60c197","remote_addr":"[fd00:1122:3344:101::b]:47153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":37,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.753705761Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"938e8281-9757-4ba9-94c8-4c15c51eb5a1","remote_addr":"[fd00:1122:3344:101::a]:53686","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":367,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.810459965Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.810490097Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"0558eb0a-82ff-4455-bbc9-f0fe75fade7b","remote_addr":"[fd00:1122:3344:101::b]:47153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":50,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.818973196Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0fb45d70-6551-47fe-8ef1-e0bdcf492f85","remote_addr":"[fd00:1122:3344:101::b]:47153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":181,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.872145006Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:44394"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.872324682Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"aea04614-f33c-40e1-9259-08c3de372cfd","remote_addr":"[fd00:1122:3344:101::a]:44394","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":137,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.893837466Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:38512"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.89395297Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.936009596Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.994666131Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d1ef6c4b-5ef6-43ad-9766-57d65c135cbd","remote_addr":"[fd00:1122:3344:101::a]:38512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":100769,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.994851637Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:38727"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.994894218Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:50121"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.995221649Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"39e7449e-6290-4b2d-b01b-3426210eac60","remote_addr":"[fd00:1122:3344:101::b]:38727","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":231,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.995234819Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"26b0a0a8-b327-458e-b18b-35aceb7c9c28","remote_addr":"[fd00:1122:3344:101::a]:38512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":299,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:14.995308041Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:15.036377917Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:15.095011231Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a37bb0b7-1a22-43fa-9456-007fe83d8f32","remote_addr":"[fd00:1122:3344:101::b]:50121","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":99874,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:15.095338411Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"eae9e1a8-8f2f-49d0-94aa-9d9cfd778c5c","remote_addr":"[fd00:1122:3344:101::b]:50121","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":102,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:19.158683833Z","hostname":"buskin","pid":1566,"uri":"/84932682-63ba-4c3f-bb4e-4f6ae212fca9","method":"GET","req_id":"464c5a65-17d3-47b4-9b5d-5f7f36572e42","remote_addr":"[fd00:1122:3344:101::d]:33591","local_addr":"[fd00:1122:3344:101::1]:58608","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":7219,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:29.629020534Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54975"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:29.629157367Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"5797e525-2f9f-40a8-888d-5e8ce24054eb","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54975","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":89,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.038271046Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:41517"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.038511544Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4cec601f-5cc1-4802-ad1b-a6c223f4e020","remote_addr":"[fd00:1122:3344:101::c]:41517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":121,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.070800791Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.070862842Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"0b78a282-0354-428f-8e94-4db73aae55c7","remote_addr":"[fd00:1122:3344:101::c]:41517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":119,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.082028857Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"eea78850-ebe2-40af-895c-1d6f9b7f42aa","remote_addr":"[fd00:1122:3344:101::c]:41517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":221,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.213426874Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:60746"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.21362347Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"96a82f06-b11d-4131-8534-914228de3b4f","remote_addr":"[fd00:1122:3344:101::c]:60746","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":128,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.24792278Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:39410"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.248033844Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.248476548Z","hostname":"buskin","pid":1566,"uri":"/artifacts","method":"GET","req_id":"4e965b4e-c84d-48a2-93fa-5cacd73f67fa","remote_addr":"[fd00:1122:3344:101::c]:39410","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":483,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.312555304Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:56801"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.312647307Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.358174945Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.418006456Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"bf7aa000-f147-4f42-ac81-4903bafa002a","remote_addr":"[fd00:1122:3344:101::c]:56801","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":105401,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.418281405Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:62572"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.418596255Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.418614926Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"25490337-b82e-42a3-a688-4ccb2fadf7c1","remote_addr":"[fd00:1122:3344:101::c]:56801","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":300,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.418644776Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.418709358Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.419251476Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.433647693Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.433697275Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_033668e4-df00-4bfd-8ef5-7a3644517014"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.458035048Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.458102341Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.481662059Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.481736642Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_ee068547-8984-439c-b598-f02cc0127ab9"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.503447082Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.503510124Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_a4675c92-5040-4e06-8a68-a26b54334b28"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.531446822Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.531513894Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.575666738Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.57573715Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_4b7da925-3ec4-41b0-8c9e-19dca7f63085"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.613478489Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.613553112Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_52f008e5-42f0-4eff-9163-118834a02c2f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.649889506Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.649970289Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.68586504Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:58815"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.686364466Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:759","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.686453329Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.686520281Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.686542502Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.686579303Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.686614984Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.686624624Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.686733688Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"78159307-f37c-4efd-96df-e4b9c3818250","remote_addr":"[fd00:1122:3344:101::c]:58815","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":684,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.695195026Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.695232768Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_6a20b81b-a7a6-478e-891d-28b645059cce"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.727313527Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"5d43761b-deff-4105-9610-5f66a1c5a9b3","remote_addr":"[fd00:1122:3344:101::c]:62572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":308840,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.929495524Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:44234"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.929600197Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"bcec37bd-bf17-4cad-a933-027bef6fd882","remote_addr":"[fd00:1122:3344:101::a]:44234","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":47,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.937388045Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:45444"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.937462147Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.937768937Z","hostname":"buskin","pid":1566,"uri":"/artifacts","method":"GET","req_id":"a72dd1fa-b66a-407b-a50f-16cb91357cc6","remote_addr":"[fd00:1122:3344:101::a]:45444","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":319,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.979874025Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:44.979904536Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9a3f6fde-80e6-4545-ab26-d6d4afd8c6f8","remote_addr":"[fd00:1122:3344:101::a]:44234","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":78,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.064514799Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:63571"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.064606349Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.064626993Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.064648856Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.065007606Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.077007956Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.077061601Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_033668e4-df00-4bfd-8ef5-7a3644517014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.082160564Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5778bc8f-138d-4c86-a26a-bdf2d4092d30","remote_addr":"[fd00:1122:3344:101::a]:44234","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":1328,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.114273708Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.114397311Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.156880434Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:49514"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.157239075Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"a0d97fb3-8b5b-448d-9371-b6c5d205b304","remote_addr":"[fd00:1122:3344:101::a]:49514","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":219,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.161686004Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.161733059Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_ee068547-8984-439c-b598-f02cc0127ab9"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.168159007Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:43202"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.179435733Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.186145105Z","hostname":"buskin","pid":1566,"uri":"/artifacts","method":"GET","req_id":"ce49f2cc-229b-47ab-b135-2dd97a941024","remote_addr":"[fd00:1122:3344:101::b]:43202","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":17670,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.195802214Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:54922"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.196107748Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.196258174Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.196270587Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_a4675c92-5040-4e06-8a68-a26b54334b28"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.23677787Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.23683882Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.24128028Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.270428007Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.270488337Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_4b7da925-3ec4-41b0-8c9e-19dca7f63085"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.299540333Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.299597906Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_52f008e5-42f0-4eff-9163-118834a02c2f"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.308296193Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:43763"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.308642752Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"253eb533-3107-4ccb-b3ca-6820845d4e51","remote_addr":"[fd00:1122:3344:101::b]:43763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":195,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.30931975Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:53926"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.309678814Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:759","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.309738742Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.309774284Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.309795537Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.30982296Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.309840276Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.309846351Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.309859327Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"9b0b3f21-40e9-4178-88d7-245901516db1","remote_addr":"[fd00:1122:3344:101::a]:53926","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":398,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.316862199Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"90dca230-4905-4bad-a6a1-d36b8cdf6cd9","remote_addr":"[fd00:1122:3344:101::a]:54922","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":120710,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.317144001Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"46d337f9-15e6-4c9d-a129-84bd329b56d2","remote_addr":"[fd00:1122:3344:101::a]:54922","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":127,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.320963118Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.320975221Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.326473333Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:51696"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.326756007Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"d35cdb78-98f3-4c1b-a794-314ff36f0a87","remote_addr":"[fd00:1122:3344:101::b]:51696","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":194,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.342918881Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:65111"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.343141807Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.355545392Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.355607466Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_6a20b81b-a7a6-478e-891d-28b645059cce"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.370893042Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"d6ce9f4c-1163-4202-83b3-2fc585eda8aa","remote_addr":"[fd00:1122:3344:101::a]:63571","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":305703,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.37974846Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.379814003Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"093f0322-dbfb-47a8-9abb-6e26db5d146a","remote_addr":"[fd00:1122:3344:101::b]:43763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":594,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.389775386Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.39334308Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"54681edc-802b-4e14-b549-16dc106cf334","remote_addr":"[fd00:1122:3344:101::b]:43763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":3730,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.444065132Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:60110"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.444254241Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.444271876Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.444341056Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.444793016Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.444843099Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c4c966c8-a9af-4aee-a0d4-dff1bf21b784","remote_addr":"[fd00:1122:3344:101::b]:65111","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":101587,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.44531988Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"887f5ceb-4888-47f3-b718-923e296b32ff","remote_addr":"[fd00:1122:3344:101::b]:65111","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":270,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 033668e4-df00-4bfd-8ef5-7a3644517014 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.459030755Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.459076131Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_033668e4-df00-4bfd-8ef5-7a3644517014"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 0b440700-a21e-4a8d-ae62-cbd6ce6b4459 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.483773702Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.483824639Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_0b440700-a21e-4a8d-ae62-cbd6ce6b4459"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: ee068547-8984-439c-b598-f02cc0127ab9 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.507479462Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.507529151Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_ee068547-8984-439c-b598-f02cc0127ab9"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.524976254Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:62704"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.525573798Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:759","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c0bffb77-70f0-43d2-bc28-97767491dc79, kind: Service { id: 900dcf62-4710-42f6-afb6-10d74094a220 }, name: Name(\"external-dns-900dcf62-4710-42f6-afb6-10d74094a220\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 29])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c95b0205-8b1f-4797-88d4-01af596db276, kind: Service { id: 7cd08223-c1c6-4a26-8a8b-d81d9caee396 }, name: Name(\"external-dns-7cd08223-c1c6-4a26-8a8b-d81d9caee396\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 83])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 241fddf9-c1d2-4503-8b06-1196bf350aea, kind: Service { id: 15df3782-bc2d-49fc-911e-54d39887103e }, name: Name(\"nexus-15df3782-bc2d-49fc-911e-54d39887103e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3960ed8b-462f-4911-91b8-8a4838439933, kind: Service { id: 4308fabd-18a4-4c22-87cd-167f3a4b8c2a }, name: Name(\"nexus-4308fabd-18a4-4c22-87cd-167f3a4b8c2a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 401df21c-c5ba-47b9-9c8d-61ae54ef53b3, kind: Service { id: 14d7ef29-6a24-4a65-87fe-80a29757cbd8 }, name: Name(\"nexus-14d7ef29-6a24-4a65-87fe-80a29757cbd8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 167])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.525708112Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.52578241Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.52582204Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.525874063Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.525906445Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.525914527Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.525960738Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"62c76fee-d46e-477f-a474-866cab315093","remote_addr":"[fd00:1122:3344:101::b]:62704","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":759,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a4675c92-5040-4e06-8a68-a26b54334b28 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.532794248Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.532825496Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_a4675c92-5040-4e06-8a68-a26b54334b28"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.556830287Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.556887673Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4b7da925-3ec4-41b0-8c9e-19dca7f63085 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.579417427Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.579470191Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_4b7da925-3ec4-41b0-8c9e-19dca7f63085"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 52f008e5-42f0-4eff-9163-118834a02c2f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.596735145Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.596858115Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_52f008e5-42f0-4eff-9163-118834a02c2f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 14020d00-0a95-4460-937f-e7ccd7cacd12 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.613557317Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.613610691Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_14020d00-0a95-4460-937f-e7ccd7cacd12"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 6a20b81b-a7a6-478e-891d-28b645059cce (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.641527435Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.641587437Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_6a20b81b-a7a6-478e-891d-28b645059cce"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:45.653931299Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"69c86544-c828-42f5-a442-22b3a32d6efa","remote_addr":"[fd00:1122:3344:101::b]:60110","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":209296,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:49.16625418Z","hostname":"buskin","pid":1566,"uri":"/84932682-63ba-4c3f-bb4e-4f6ae212fca9","method":"GET","req_id":"99d89cf7-4161-4e8e-b495-efbd69701539","remote_addr":"[fd00:1122:3344:101::d]:33591","local_addr":"[fd00:1122:3344:101::1]:58608","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":8178,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:59.667055409Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43694"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:22:59.667256316Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"72820b25-cfb1-477a-a7cf-fcda31527260","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43694","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":88,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:13.905940971Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:44211"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:13.906130937Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5b4730f0-2462-489f-84cb-78250e7e076e","remote_addr":"[fd00:1122:3344:101::c]:44211","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":118,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:13.967188938Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:13.967218029Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a5b32eb3-69ba-46b4-89fa-9877db07488d","remote_addr":"[fd00:1122:3344:101::c]:44211","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":123,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:13.979045185Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e6addfef-b6bd-4477-b79a-ab728865a3c1","remote_addr":"[fd00:1122:3344:101::c]:44211","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":277,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:14.009318227Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:35632"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:14.009469932Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"318ed314-aaec-4971-9f64-c8ee6c1f9d0c","remote_addr":"[fd00:1122:3344:101::c]:35632","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:14.011558518Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:41368"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:14.011672442Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:14.054378959Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:14.111889737Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9396f9cd-8a30-4df9-954a-a2e6e449a00a","remote_addr":"[fd00:1122:3344:101::c]:41368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":100274,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:14.112171136Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"98ca66da-eaf3-4cea-8769-cbf3d42605e4","remote_addr":"[fd00:1122:3344:101::c]:41368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":112,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:14.714067679Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:52006"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:14.714160242Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a8e55bc0-a619-485d-b3e6-bcaced076916","remote_addr":"[fd00:1122:3344:101::a]:52006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":46,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:14.733747695Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:14.733790136Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"fed63d14-79a3-42f5-b818-2a4c45a9c4ce","remote_addr":"[fd00:1122:3344:101::a]:52006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":78,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:14.743426243Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b81f9026-25bc-4e72-b7a8-b05db1c8f2cf","remote_addr":"[fd00:1122:3344:101::a]:52006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":227,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:14.79085728Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:63654"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:14.791227092Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"9287ab2b-0a9a-4de1-a880-fc71cbf178ca","remote_addr":"[fd00:1122:3344:101::a]:63654","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":179,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:14.840397505Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:43107"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:14.840484028Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:14.883747553Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:14.944344529Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"3f5d5c42-79e7-46f1-b025-05ab3a85bdd1","remote_addr":"[fd00:1122:3344:101::a]:43107","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":103906,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:14.944647519Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:37701"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:14.948796201Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"48798c86-89f6-4988-b3b5-9a0f7c48bac3","remote_addr":"[fd00:1122:3344:101::a]:43107","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":4039,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:14.948950946Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b43885aa-cf73-44a2-8a31-83d4d07f5dce","remote_addr":"[fd00:1122:3344:101::b]:37701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":714,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:14.995264408Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:14.995290549Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c394daa1-ca3c-409e-90a2-e063f6dc8bea","remote_addr":"[fd00:1122:3344:101::b]:37701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":84,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:15.005870615Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:47894"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:15.006034911Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"779f27eb-f315-49b9-a2c7-050519b30a8f","remote_addr":"[fd00:1122:3344:101::b]:47894","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":127,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:15.008128817Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:43154"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:15.00822672Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:15.046235929Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:15.106535896Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"656bf47f-face-40ae-a5d7-52121a9532f7","remote_addr":"[fd00:1122:3344:101::b]:43154","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":98403,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:15.106879897Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"98a5740f-8f85-45e7-8aa2-5d947119b350","remote_addr":"[fd00:1122:3344:101::b]:37701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":226,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:15.107018081Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4b052b5a-8c9c-4aaa-9b4f-3d54ab65734d","remote_addr":"[fd00:1122:3344:101::b]:43154","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":88,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:19.160825693Z","hostname":"buskin","pid":1566,"uri":"/84932682-63ba-4c3f-bb4e-4f6ae212fca9","method":"GET","req_id":"481cfaf1-9eb6-4330-b41d-31d49315fdb0","remote_addr":"[fd00:1122:3344:101::d]:33591","local_addr":"[fd00:1122:3344:101::1]:58608","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":7579,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:29.68666387Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58544"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:29.687194727Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"7b543813-6a04-44be-b908-8218f030dba6","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58544","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":63,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:36.706414027Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:47496"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:36.706638005Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"9928ee90-4e9d-464d-941b-89616cb58124","remote_addr":"[fd00:1122:3344:101::b]:47496","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":158,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:36.706950864Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:832","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(4498120) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:36.706988396Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"PUT","req_id":"20625882-e791-4d81-a69e-4ce5f49cc5a5","remote_addr":"[fd00:1122:3344:101::b]:47496","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":112,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:36.828910471Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:52255"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:36.841508681Z","hostname":"buskin","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: ce0b9ce8-9eb4-4b2d-9ca9-856f5cb610a2, project_id: 140cdbec-7b15-41b3-83f8-a35fec374ba8 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2025-02-23T14:23:36.825519603Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 80399b8c-e6e2-4f23-af19-856ac55f3cd3, kind: Instance { id: f19c8f60-4adf-4853-8d33-6b9be0719c5c }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4498120), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 80399b8c-e6e2-4f23-af19-856ac55f3cd3, kind: Instance { id: f19c8f60-4adf-4853-8d33-6b9be0719c5c }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4498120), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 80399b8c-e6e2-4f23-af19-856ac55f3cd3, kind: Instance { id: f19c8f60-4adf-4853-8d33-6b9be0719c5c }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4498120), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(4498120))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 80399b8c-e6e2-4f23-af19-856ac55f3cd3, kind: Instance { id: f19c8f60-4adf-4853-8d33-6b9be0719c5c }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4498120), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [InstanceDisk { disk_id: c53dd7ea-75c0-440e-a897-cfca6c17d5a9, slot: 0, read_only: false, vcr_json: .., name: \"disk-fa7d099ebb3\" }], boot_settings: Some(InstanceBootSettings { order: [c53dd7ea-75c0-440e-a897-cfca6c17d5a9] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:36.841564703Z","hostname":"buskin","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:36.841696027Z","hostname":"buskin","pid":1566,"propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"sled-agent/src/instance.rs:1565","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 80399b8c-e6e2-4f23-af19-856ac55f3cd3, kind: Instance { id: f19c8f60-4adf-4853-8d33-6b9be0719c5c }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4498120), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 80399b8c-e6e2-4f23-af19-856ac55f3cd3, kind: Instance { id: f19c8f60-4adf-4853-8d33-6b9be0719c5c }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4498120), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 80399b8c-e6e2-4f23-af19-856ac55f3cd3, kind: Instance { id: f19c8f60-4adf-4853-8d33-6b9be0719c5c }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4498120), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(4498120))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 80399b8c-e6e2-4f23-af19-856ac55f3cd3, kind: Instance { id: f19c8f60-4adf-4853-8d33-6b9be0719c5c }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4498120), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [InstanceDisk { disk_id: c53dd7ea-75c0-440e-a897-cfca6c17d5a9, slot: 0, read_only: false, vcr_json: .., name: \"disk-fa7d099ebb3\" }], boot_settings: Some(InstanceBootSettings { order: [c53dd7ea-75c0-440e-a897-cfca6c17d5a9] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2025-02-23T14:23:36.825519603Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:36.844691192Z","hostname":"buskin","pid":1566,"uri":"/vmms/29da3182-4098-4d9e-b962-5a2ddf66fccc","method":"PUT","req_id":"9b5ff135-a808-42ec-a14e-b4e60da4382f","remote_addr":"[fd00:1122:3344:101::b]:52255","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":15545,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:36.997875741Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:45205"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:36.99880468Z","hostname":"buskin","pid":1566,"uri":"/vmms/29da3182-4098-4d9e-b962-5a2ddf66fccc/state","method":"PUT","req_id":"6ddf0b28-c352-48e6-b3da-e8179133ee76","remote_addr":"[fd00:1122:3344:101::b]:45205","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":823,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:37.002037733Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:461","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 4498120 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:37.002197508Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:37.043828591Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:37.067293737Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:37.194331454Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:61418"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:37.194559602Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"828cf4c2-a5b6-4ebd-9e54-3f019ea691ef","remote_addr":"[fd00:1122:3344:101::b]:61418","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":137,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:37.250140328Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {80399b8c-e6e2-4f23-af19-856ac55f3cd3: {10.151.1.176: {2a59ff55-5328-46a2-a42a-33d870e75a62}, 10.151.1.175: {2a59ff55-5328-46a2-a42a-33d870e75a62}}} }"} {"msg":"Profile for oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:38.663847517Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:38.664087555Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc\") failed: Property not found. retry in 34.179111ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:23:38.856699466Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc\") failed: Property not found. retry in 69.614347ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:23:38.900605062Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc\") failed: Property not found. retry in 181.987412ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:23:38.984093085Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc\") failed: Property not found. retry in 349.300191ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:23:39.180867369Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc\") failed: Property not found. retry in 404.805791ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:23:39.547964656Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc\") failed: Property not found. retry in 1.443548805s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:23:39.964560578Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc\") failed: Property not found. retry in 608.299795ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:23:41.41904927Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc\") failed: Property not found. retry in 530.949612ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:23:42.037615779Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc\") failed: Property not found. retry in 1.240756184s","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:23:42.580980906Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Started propolis in zone: oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:43.861605303Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"sled-agent/src/instance.rs:2073"} {"msg":"wait for service svc:/system/illumos/propolis-server:default in zone Some(\"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc\") failed: Property not found. retry in 29.257154ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:23:43.873253933Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/system/illumos/propolis-server:default in zone Some(\"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc\") failed: Property not found. retry in 86.140355ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:23:43.914233936Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/system/illumos/propolis-server:default in zone Some(\"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc\") failed: Property not found. retry in 227.301802ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:23:44.012343244Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:44.024919723Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:61293"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:44.058907993Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:47125"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:44.059053778Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c57fc5af-d939-4804-8fdf-117d9a07744b","remote_addr":"[fd00:1122:3344:101::c]:47125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":78,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:44.079338543Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {80399b8c-e6e2-4f23-af19-856ac55f3cd3: {10.151.1.176: {2a59ff55-5328-46a2-a42a-33d870e75a62}, 10.151.1.175: {2a59ff55-5328-46a2-a42a-33d870e75a62}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:44.079374834Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8128f2f9-e85a-4257-b275-e02475361d75","remote_addr":"[fd00:1122:3344:101::c]:47125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":130,"response_code":"204"} {"msg":"wait for service svc:/system/illumos/propolis-server:default in zone Some(\"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc\") failed: Property not found. retry in 240.281085ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:23:44.251955138Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:44.252068862Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:61645"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:44.252306699Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"bc31d0d9-a548-4424-9f0a-5e48c37ebb9f","remote_addr":"[fd00:1122:3344:101::c]:61645","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":161,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:44.278788251Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:35936"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:44.278870243Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:44.317736858Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:44.37349579Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"5b8c30cb-23fb-4190-b1f9-69e1de5d2f94","remote_addr":"[fd00:1122:3344:101::c]:35936","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":94638,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:44.374028161Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e512a2c2-60ae-41a9-a35f-c1a9344da7db","remote_addr":"[fd00:1122:3344:101::c]:47125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":431,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:44.374157962Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a27bbddf-dbe1-43c2-bcdc-1208dcdb2bc8","remote_addr":"[fd00:1122:3344:101::c]:35936","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":90,"response_code":"200"} {"msg":"wait for service svc:/system/illumos/propolis-server:default in zone Some(\"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc\") failed: Property not found. retry in 701.69977ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:23:44.504361959Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:44.849966191Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:61749"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:44.850100136Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"05d080a8-4b27-4fde-81fa-a149dd80f876","remote_addr":"[fd00:1122:3344:101::a]:61749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":66,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:44.880972217Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:49384"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:44.898939028Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {80399b8c-e6e2-4f23-af19-856ac55f3cd3: {10.151.1.176: {2a59ff55-5328-46a2-a42a-33d870e75a62}, 10.151.1.175: {2a59ff55-5328-46a2-a42a-33d870e75a62}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:44.898977949Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6a4ec9f3-d554-48d0-b08d-7790e596a2d8","remote_addr":"[fd00:1122:3344:101::a]:61749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":106,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:44.922971831Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"fffc3fdb-ba7c-4bbb-b161-3e00514b0a11","remote_addr":"[fd00:1122:3344:101::a]:61749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":223,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:44.952325904Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:54943"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:44.99655326Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:51417"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:44.996686284Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.03809697Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.095923648Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"56227e3a-a732-4478-816c-aa8b830fe642","remote_addr":"[fd00:1122:3344:101::a]:51417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":99285,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.096121694Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:65098"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.096389613Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"4d63430d-752d-4053-a7e0-4ce934da6d00","remote_addr":"[fd00:1122:3344:101::a]:65098","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":205,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.096434314Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ca51766d-1910-4d32-a6f7-f70342497de1","remote_addr":"[fd00:1122:3344:101::a]:51417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":228,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.160160739Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:49505"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.160357905Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"0e037178-df02-4d0c-a6e9-2e3d1ab0d3fe","remote_addr":"[fd00:1122:3344:101::b]:49505","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":126,"response_code":"200"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.21871994Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"sled-agent/src/instance.rs:2082"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.254311441Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"sled-agent/src/instance.rs:2106"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.340346164Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"sled-agent/src/instance.rs:1216"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.349109963Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1237"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.349144724Z","hostname":"buskin","pid":1566,"uri":"/vmms/29da3182-4098-4d9e-b962-5a2ddf66fccc/state","method":"GET","req_id":"e03dae76-3044-4f6d-855b-baa7f1f1df69","remote_addr":"[fd00:1122:3344:101::b]:54943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":396724,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.349194655Z","hostname":"buskin","pid":1566,"uri":"/vmms/29da3182-4098-4d9e-b962-5a2ddf66fccc/state","method":"GET","req_id":"693993ac-23f8-44bc-8fbc-de3a1253e826","remote_addr":"[fd00:1122:3344:101::c]:61293","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":1321740,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.349206516Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"879a7e9f-f549-4ba7-bd66-2ea9981ebc50","remote_addr":"[fd00:1122:3344:101::b]:61418","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":8101043,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.349222796Z","hostname":"buskin","pid":1566,"uri":"/vmms/29da3182-4098-4d9e-b962-5a2ddf66fccc/state","method":"GET","req_id":"ea0b59b8-c513-4189-9c49-b42a867ee2b3","remote_addr":"[fd00:1122:3344:101::a]:49384","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":468121,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.349234167Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:46257"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2025-02-23T14:23:45.349266848Z }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.349290678Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"sled-agent/src/instance.rs:782"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.349298919Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"sled-agent/src/instance.rs:804","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2025-02-23T14:23:45.349266848Z }","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.349307529Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"sled-agent/src/instance.rs:701","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2025-02-23T14:23:45.349266848Z }, migration_in: None, migration_out: None }","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.349371881Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4190"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.398598025Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2025-02-23T14:23:45.436532821Z }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.436688706Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"sled-agent/src/instance.rs:782"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.436836061Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"sled-agent/src/instance.rs:804","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-02-23T14:23:45.436532821Z }","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.436863041Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"sled-agent/src/instance.rs:701","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-02-23T14:23:45.436532821Z }, migration_in: None, migration_out: None }","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.45254465Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:500","new_vers":"RouterVersion { router_id: 3fde8c3b-db75-42cd-8d61-d8e8130a0025, version: 3 }","old_vers":"RouterVersion { router_id: 3fde8c3b-db75-42cd-8d61-d8e8130a0025, version: 3 }","subnet":"RouterId { vni: Vni(4498120), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.452903571Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"2f1a02e4-7221-42f3-9bd2-b6301381706a","remote_addr":"[fd00:1122:3344:101::b]:61418","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":869,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.472867856Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e77ec920-58af-4dc7-8b7e-aea6ee987290","remote_addr":"[fd00:1122:3344:101::b]:46257","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":123536,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.473124804Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"036fa8c2-da48-4233-ab42-1e3db0783d96","remote_addr":"[fd00:1122:3344:101::b]:46257","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":95,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.548780018Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:32814"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.548861871Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"86f2358a-009c-4b56-bdcc-473a7db8e09f","remote_addr":"[fd00:1122:3344:101::b]:32814","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":41,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.59100531Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {80399b8c-e6e2-4f23-af19-856ac55f3cd3: {10.151.1.176: {2a59ff55-5328-46a2-a42a-33d870e75a62}, 10.151.1.175: {2a59ff55-5328-46a2-a42a-33d870e75a62}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.591027121Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"03a4660d-ee13-44fe-a20a-2a0832f82887","remote_addr":"[fd00:1122:3344:101::b]:32814","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":86,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:45.609106775Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f9f27a59-aba3-410e-b620-493d88a67f5c","remote_addr":"[fd00:1122:3344:101::b]:32814","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":239,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:49.155150173Z","hostname":"buskin","pid":1566,"uri":"/84932682-63ba-4c3f-bb4e-4f6ae212fca9","method":"GET","req_id":"7100a2d7-5e36-4de2-973c-48684efb9cad","remote_addr":"[fd00:1122:3344:101::d]:33591","local_addr":"[fd00:1122:3344:101::1]:58608","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":7841,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:55.107370738Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:47125"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:55.108340238Z","hostname":"buskin","pid":1566,"uri":"/vmms/29da3182-4098-4d9e-b962-5a2ddf66fccc/state","method":"PUT","req_id":"9eaac4dc-aa53-475c-ace0-00f25863d43a","remote_addr":"[fd00:1122:3344:101::b]:47125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":826,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2025-02-23T14:23:55.108498473Z }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:55.108522014Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"sled-agent/src/instance.rs:782"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:55.108559195Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"sled-agent/src/instance.rs:804","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2025-02-23T14:23:55.108498473Z }","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:55.108579795Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"sled-agent/src/instance.rs:701","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2025-02-23T14:23:55.108498473Z }, migration_in: None, migration_out: None }","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2025-02-23T14:23:55.158484551Z }","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:55.158504402Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"sled-agent/src/instance.rs:782"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:55.158533003Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"sled-agent/src/instance.rs:804","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2025-02-23T14:23:55.158484551Z }","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:55.158541263Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"sled-agent/src/instance.rs:818","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:55.158548723Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:55.159674049Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:55.159694169Z","hostname":"buskin","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/1a1e6221-b5e5-46a2-a93d-0bcbac1320ce/debug/bundle/zone\", \"/pool/int/fc086620-c1a7-41cd-9293-bd06aa14f79c/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/033668e4-df00-4bfd-8ef5-7a3644517014/crypt/debug\", \"/pool/ext/0b440700-a21e-4a8d-ae62-cbd6ce6b4459/crypt/debug\", \"/pool/ext/ee068547-8984-439c-b598-f02cc0127ab9/crypt/debug\", \"/pool/ext/a4675c92-5040-4e06-8a68-a26b54334b28/crypt/debug\", \"/pool/ext/9aacc2b2-cd5d-40f7-ac2e-ef01cfba5ab9/crypt/debug\", \"/pool/ext/4b7da925-3ec4-41b0-8c9e-19dca7f63085/crypt/debug\", \"/pool/ext/52f008e5-42f0-4eff-9163-118834a02c2f/crypt/debug\", \"/pool/ext/14020d00-0a95-4460-937f-e7ccd7cacd12/crypt/debug\", \"/pool/ext/6a20b81b-a7a6-478e-891d-28b645059cce/crypt/debug\"] }","zone_name":"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:55.846922445Z","hostname":"buskin","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc\", bundle_id: d28c3370-eaa2-4428-9da4-4339071a8366 }, time_created: 2025-02-23T14:23:55.160075522Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_29da3182-4098-4d9e-b962-5a2ddf66fccc","v":0,"name":"SledAgent","level":40,"time":"2025-02-23T14:23:55.846984472Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"sled-agent/src/instance.rs:1316"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:57.61254133Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"illumos-utils/src/zone.rs:279"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:57.63082103Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:929","id":"RouterId { vni: Vni(4498120), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:57.630861081Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:929","id":"RouterId { vni: Vni(4498120), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:57.631394207Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"sled-agent/src/instance.rs:701","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-02-23T14:23:57.631363484Z }, migration_in: None, migration_out: None }","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:57.660814064Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"sled-agent/src/instance.rs:701","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-02-23T14:23:57.631363484Z }, migration_in: None, migration_out: None }","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:57.665363459Z","hostname":"buskin","pid":1566,"instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","propolis_id":"29da3182-4098-4d9e-b962-5a2ddf66fccc","instance_id":"f19c8f60-4adf-4853-8d33-6b9be0719c5c","component":"InstanceManager","file":"sled-agent/src/instance.rs:1253"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:58.18303582Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:39318"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:58.183206685Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ee34ced8-3e0f-49a6-8d89-71d575db08d7","remote_addr":"[fd00:1122:3344:101::b]:39318","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":98,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:58.199296747Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:58.19938535Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1237"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:58.19939204Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5ded27d9-d535-4829-834d-a42ce17648ef","remote_addr":"[fd00:1122:3344:101::b]:39318","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":155,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:58.207499777Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"eda30576-8acc-4a84-8b4a-222ea8ab8128","remote_addr":"[fd00:1122:3344:101::b]:39318","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":403,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:58.232512752Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:41923"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:58.232724219Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"5cf1cd34-e04d-4b65-b1a6-da5dabf99d9a","remote_addr":"[fd00:1122:3344:101::b]:41923","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":149,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:58.614106339Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:41503"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:58.614293295Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"278712f7-2349-45a3-b0bd-d4d680d07776","remote_addr":"[fd00:1122:3344:101::b]:41503","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":142,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:58.807267358Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:56620"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:58.807395172Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"06f8580e-52f4-4118-94da-1c1d778b6208","remote_addr":"[fd00:1122:3344:101::b]:56620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":78,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:58.821288254Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:58.821310274Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"7c49f252-cb83-4bf1-9615-a7aa5bdddc58","remote_addr":"[fd00:1122:3344:101::b]:56620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":62,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:58.82904482Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"9e151405-f11c-46ce-887a-fc69181955b2","remote_addr":"[fd00:1122:3344:101::b]:56620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":308,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:59.64711652Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:61196"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:59.647287935Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"17d95463-3196-45bf-b0aa-897469d0000a","remote_addr":"[fd00:1122:3344:101::b]:61196","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":93,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:59.660160764Z","hostname":"buskin","pid":1566,"sled_id":"84932682-63ba-4c3f-bb4e-4f6ae212fca9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:59.660193985Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9a6bca00-246b-462a-a337-c5331be59476","remote_addr":"[fd00:1122:3344:101::b]:61196","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":73,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:59.668647894Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"90c8c0f6-3135-4e9a-b84c-d2a16af077e0","remote_addr":"[fd00:1122:3344:101::b]:61196","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":268,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:59.72234335Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49182"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-23T14:23:59.722423483Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"75967665-49d0-4d25-acde-5d3ebe17c259","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49182","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":35,"response_code":"200"}