# SPDX-FileCopyrightText: Copyright (c) 1993-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: Apache-2.0 import torch from kvpress import FinchPress from tests.fixtures import unit_test_model # noqa: F401 def test_finch_press(unit_test_model): # noqa: F811 for press in [ FinchPress(0.5), FinchPress(0.5, rerotate_keys=False), FinchPress(0.5, normalize_scores=False), FinchPress(0.2, chunk_length=5), ]: press.delimiter_token_id = unit_test_model.config.eos_token_id with press(unit_test_model): input_ids = torch.arange(10, 20).to(unit_test_model.device) input_ids[8] = press.delimiter_token_id unit_test_model(input_ids.unsqueeze(0))