Support opt model (#10165)

16ff3d4b · wenhuipeng · GitHub · 83d55ac5 · 16ff3d4b · 16ff3d4b
Unverified Commit 16ff3d4b authored Sep 09, 2025 by wenhuipeng Committed by GitHub Sep 09, 2025
Expand all Hide whitespace changes
Inline Side-by-side

Showing with 638 additions and 0 deletions

python/sglang/srt/models/opt.py python/sglang/srt/models/opt.py +637 -0

test/srt/models/test_generation_models.py test/srt/models/test_generation_models.py +1 -0

No files found.
--- a/python/sglang/srt/models/opt.py
+++ b/python/sglang/srt/models/opt.py
--- a/test/srt/models/test_generation_models.py
+++ b/test/srt/models/test_generation_models.py
@@ -77,6 +77,7 @@ ALL_MODELS = [
        trust_remote_code=True,
        skip_long_prompt=True,
    ),
+    ModelCase("facebook/opt-125m", skip_long_prompt=True),
    ModelCase(
        "nvidia/Llama-3_3-Nemotron-Super-49B-v1_5",
        tp_size=2,