Skip to content

GitLab

Unverified Commit e61d13ac authored by Ying Sheng's avatar Ying Sheng Committed by GitHub
Browse files

[CI] Fix the problem of hf runner too slow (#1202)

parent b20daf98
Show whitespace changes
Inline Side-by-side
Showing with 0 additions and 2 deletions
python/sglang/test/runners.py
View file @ e61d13ac
...@@ -86,7 +86,6 @@ class HFRunner: ...@@ -86,7 +86,6 @@ class HFRunner:
self.tokenizer = AutoTokenizer.from_pretrained( self.tokenizer = AutoTokenizer.from_pretrained(
model_path, model_path,
torch_dtype=torch_dtype, torch_dtype=torch_dtype,
trust_remote_code=True,
) )
self.is_generation_model = is_generation_model self.is_generation_model = is_generation_model
...@@ -96,7 +95,6 @@ class HFRunner: ...@@ -96,7 +95,6 @@ class HFRunner:
model_path, model_path,
torch_dtype=torch_dtype, torch_dtype=torch_dtype,
low_cpu_mem_usage=True, low_cpu_mem_usage=True,
trust_remote_code=True,
).cuda() ).cuda()
else: else:
from sentence_transformers import SentenceTransformer from sentence_transformers import SentenceTransformer
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment