Skip to content

GitLab

Unverified Commit 661047f1 authored by Casper's avatar Casper Committed by GitHub
Browse files

Remove warning

parent 1d0e1285
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 10 deletions
awq/models/mistral.py
View file @ 661047f1
import logging
from typing import Dict from typing import Dict
from .base import BaseAWQForCausalLM from .base import BaseAWQForCausalLM
from transformers.models.mistral.modeling_mistral import MistralDecoderLayer, MistralForCausalLM
try:
from transformers.models.mistral.modeling_mistral import MistralDecoderLayer, MistralForCausalLM
except:
# TODO: Remove once released on PyPi
logging.warning("You need the latest transformers 4.34.0.dev0: pip install -U git+https://github.com/huggingface/transformers.git")
MistralForCausalLM = None
MistralDecoderLayer = None
class MistralAWQForCausalLM(BaseAWQForCausalLM): class MistralAWQForCausalLM(BaseAWQForCausalLM):
layer_type = "MistralDecoderLayer" layer_type = "MistralDecoderLayer"
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment