Unverified Commit 661047f1 authored by Casper's avatar Casper Committed by GitHub
Browse files

Remove warning

parent 1d0e1285
import logging
from typing import Dict
from .base import BaseAWQForCausalLM
try:
from transformers.models.mistral.modeling_mistral import MistralDecoderLayer, MistralForCausalLM
except:
# TODO: Remove once released on PyPi
logging.warning("You need the latest transformers 4.34.0.dev0: pip install -U git+https://github.com/huggingface/transformers.git")
MistralForCausalLM = None
MistralDecoderLayer = None
from transformers.models.mistral.modeling_mistral import MistralDecoderLayer, MistralForCausalLM
class MistralAWQForCausalLM(BaseAWQForCausalLM):
layer_type = "MistralDecoderLayer"
......@@ -157,4 +149,4 @@ class MistralFuser:
def fuse_mlp(self):
for name, module in self.mlp_modules:
mlp = QuantLlamaMLP(module.gate_proj, module.down_proj, module.up_proj)
set_module_name(self.model, name, mlp)
\ No newline at end of file
set_module_name(self.model, name, mlp)
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment