starcoder2.py

from logging import getLogger

from ._base import BaseGPTQForCausalLM


logger = getLogger(__name__)


class Starcoder2GPTQForCausalLM(BaseGPTQForCausalLM):
    layer_type = "Starcoder2DecoderLayer"
    layers_block_name = "model.layers"
    outside_layer_modules = ["model.embed_tokens", "model.norm"]
    inside_layer_modules = [
        ["self_attn.k_proj", "self_attn.v_proj", "self_attn.q_proj"],
        ["self_attn.o_proj"],
        ["mlp.c_fc"],
        ["mlp.c_proj"],
    ]


__all__ = ["Starcoder2GPTQForCausalLM"]