export attn_bias as int type into config (#48)

0d19a95d · lvhan028 · GitHub · fa7cbc7a · 0d19a95d
Unverified Commit 0d19a95d authored Jul 04, 2023 by lvhan028 Committed by GitHub Jul 04, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lmdeploy/serve/turbomind/deploy.py lmdeploy/serve/turbomind/deploy.py +1 -1

No files found.
--- a/lmdeploy/serve/turbomind/deploy.py
+++ b/lmdeploy/serve/turbomind/deploy.py
@@ -136,7 +136,7 @@ def export(model_name: str,
        rotary_embedding=size_per_head,
        inter_size=inter_size,
        norm_eps=norm_eps,
-        attn_bias=attn_bias,
+        attn_bias=int(attn_bias),
        start_id=bos_id,
        end_id=eos_id,
        weight_type='fp16',