[fix] Modifying base in yarn embedding (#2212)

c46eaf70 · SeongBeomLEE · GitHub · d789de32 · c46eaf70
Unverified Commit c46eaf70 authored Jul 12, 2024 by SeongBeomLEE Committed by GitHub Jul 12, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

server/text_generation_server/layers/rotary.py server/text_generation_server/layers/rotary.py +1 -1

No files found.
--- a/server/text_generation_server/layers/rotary.py
+++ b/server/text_generation_server/layers/rotary.py
@@ -102,7 +102,7 @@ class PositionRotaryEmbedding(nn.Module):
                    max_position_embeddings=rope_scaling[
                        "original_max_position_embeddings"
                    ],
-                    base=10000.0,
+                    base=base,
                    device=inv_freq.device,
                    scaling_factor=scaling_factor,
                    extrapolation_factor=1,