Fix loading error when safetensors contains empty tensor (#1687)

2a2c135b · twaka · GitHub · 65ea2ddf · 2a2c135b
Unverified Commit 2a2c135b authored Nov 17, 2023 by twaka Committed by GitHub Nov 16, 2023
Show whitespace changes
Inline Side-by-side

Showing with 6 additions and 1 deletion

vllm/model_executor/weight_utils.py vllm/model_executor/weight_utils.py +6 -1

No files found.
--- a/vllm/model_executor/weight_utils.py
+++ b/vllm/model_executor/weight_utils.py
@@ -258,7 +258,12 @@ def convert_pyslice_to_tensor(x: Any) -> torch.Tensor:
    tensor first.
    """
    if not isinstance(x, torch.Tensor):
+        try:
            x = x[:]
+        except IndexError:
+            # IndexError happens when the tensor is empty.
+            # transformer.h.0.attn.masked_bias is empty in some gpt2 models.
+            return torch.Tensor()
    return x