Don't try to load training_args.bin (#373)

75beba29 · Fazlul Shahriar · GitHub · ddfdf470 · 75beba29
Unverified Commit 75beba29 authored Jul 08, 2023 by Fazlul Shahriar Committed by GitHub Jul 08, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 1 deletion

vllm/model_executor/weight_utils.py vllm/model_executor/weight_utils.py +4 -1

No files found.
--- a/vllm/model_executor/weight_utils.py
+++ b/vllm/model_executor/weight_utils.py
@@ -39,7 +39,10 @@ def hf_model_weights_iterator(
    else:
        hf_folder = model_name_or_path

-    hf_bin_files = glob.glob(os.path.join(hf_folder, "*.bin"))
+    hf_bin_files = [
+        x for x in glob.glob(os.path.join(hf_folder, "*.bin"))
+        if not x.endswith("training_args.bin")
+    ]

    if use_np_cache:
        # Convert the model weights from torch tensors to numpy arrays for