Skip to content

GitLab

Commit 03d145db authored by zhuwenwen's avatar zhuwenwen
Browse files

update tensorized_path

parent 9ddee6b1
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
tests/tensorizer_loader/test_tensorizer.py
View file @ 03d145db
...@@ -88,7 +88,7 @@ def test_load_with_tensorizer(mock_agent, tensorizer_config): ...@@ -88,7 +88,7 @@ def test_load_with_tensorizer(mock_agent, tensorizer_config):
@pytest.mark.skipif(not is_curl_installed(), reason="cURL is not installed") @pytest.mark.skipif(not is_curl_installed(), reason="cURL is not installed")
def test_can_deserialize_s3(vllm_runner): def test_can_deserialize_s3(vllm_runner):
model_ref = os.path.join(models_path_prefix, "EleutherAI/pythia-1.4b") model_ref = os.path.join(models_path_prefix, "EleutherAI/pythia-1.4b")
tensorized_path = f"s3://tensorized/{model_ref}/fp16/model.tensors" tensorized_path = f"{model_ref}/fp16/model.tensors"
with vllm_runner(model_ref, with vllm_runner(model_ref,
load_format="tensorizer", load_format="tensorizer",
...@@ -341,7 +341,7 @@ def test_raise_value_error_on_invalid_load_format(vllm_runner): ...@@ -341,7 +341,7 @@ def test_raise_value_error_on_invalid_load_format(vllm_runner):
def test_tensorizer_with_tp_path_without_template(vllm_runner): def test_tensorizer_with_tp_path_without_template(vllm_runner):
with pytest.raises(ValueError): with pytest.raises(ValueError):
model_ref = os.path.join(models_path_prefix, "EleutherAI/pythia-1.4b") model_ref = os.path.join(models_path_prefix, "EleutherAI/pythia-1.4b")
tensorized_path = f"s3://tensorized/{model_ref}/fp16/model.tensors" tensorized_path = f"{model_ref}/fp16/model.tensors"
vllm_runner( vllm_runner(
model_ref, model_ref,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment