update qwen2 supported_lora_modules

tests/models/decoder_only/vision_language/test_internvl.py

@@ -13,7 +13,7 @@ from vllm.utils import is_cpu, is_hip
 from ....conftest import (IMAGE_ASSETS, HfRunner, PromptImageInput, VllmRunner,
                           _ImageAssets)
 from ...utils import check_logprobs_close
-from ....utils import models_path_prefix
+from ....utils import models_path_prefix 
 
 HF_IMAGE_PROMPTS = IMAGE_ASSETS.prompts({
     "stop_sign":
@@ -366,6 +366,7 @@ def test_different_num_patches(hf_runner, vllm_runner, image_assets, model,
         )
 
 
+@pytest.mark.skipif(is_hip(), reason="InternVL2-AWQ is not supported on ROCm.")
 @pytest.mark.parametrize(
     "models", [(os.path.join(models_path_prefix, "OpenGVLab/InternVL2-2B"), os.path.join(models_path_prefix, "OpenGVLab/InternVL2-2B-AWQ") if not is_hip() else [])])
 @pytest.mark.parametrize(

vllm/model_executor/models/qwen2.py

@@ -329,7 +329,6 @@ class Qwen2ForCausalLM(nn.Module, SupportsLoRA):
         "o_proj",
         "gate_up_proj",
         "down_proj",
-        "lm_head"
     ]
     embedding_modules = {}
     embedding_padding_modules = []