[enc-dec cache] fix bug in indexing (#32370)

9451a385 · Sanchit Gandhi · GitHub · 453e7488 · 9451a385
Unverified Commit 9451a385 authored Aug 01, 2024 by Sanchit Gandhi Committed by GitHub Aug 01, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

src/transformers/cache_utils.py src/transformers/cache_utils.py +1 -1

No files found.
--- a/src/transformers/cache_utils.py
+++ b/src/transformers/cache_utils.py
@@ -1034,7 +1034,7 @@ class EncoderDecoderCache(Cache):
                self.self_attention_cache.key_cache[layer_idx],
                self.self_attention_cache.value_cache[layer_idx],
                self.cross_attention_cache.key_cache[layer_idx],
-                self.cross_attention_cache.key_cache[layer_idx],
+                self.cross_attention_cache.value_cache[layer_idx],
            )
        else:
            raise KeyError(f"Cache only has {len(self)} layers, attempted to access layer with index {layer_idx}")