Merge pull request #35 from casper-hansen/falcon-180b

Support Falcon 180B

Merge pull request #35 from casper-hansen/falcon-180b
Support Falcon 180B
84fb7e98 · Casper · GitHub · 9304af95 · 475481b4 · 84fb7e98
Unverified Commit 84fb7e98 authored Sep 07, 2023 by Casper Committed by GitHub Sep 07, 2023
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

awq/models/auto.py awq/models/auto.py +1 -0

No files found.
--- a/awq/models/auto.py
+++ b/awq/models/auto.py
@@ -8,6 +8,7 @@ AWQ_CAUSAL_LM_MODEL_MAP = {
    "opt": OptAWQForCausalLM,
    "RefinedWeb": FalconAWQForCausalLM,
    "RefinedWebModel": FalconAWQForCausalLM,
+    "falcon": FalconAWQForCausalLM,
    "bloom": BloomAWQForCausalLM,
    "gptj": GPTJAWQForCausalLM
 }