Fix LiteLLM kwargs (#817)

21e22b9e · Enrique Shockwave · GitHub · a50c8a14 · 21e22b9e
Unverified Commit 21e22b9e authored Jul 30, 2024 by Enrique Shockwave Committed by GitHub Jul 29, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

python/sglang/lang/backend/litellm.py python/sglang/lang/backend/litellm.py +1 -1

No files found.
--- a/python/sglang/lang/backend/litellm.py
+++ b/python/sglang/lang/backend/litellm.py
@@ -61,7 +61,7 @@ class LiteLLM(BaseBackend):
            model=self.model_name,
            messages=messages,
            **self.client_params,
-            **sampling_params.to_anthropic_kwargs(),
+            **sampling_params.to_litellm_kwargs(),
        )
        comp = ret.choices[0].message.content