update qwen2 supported_lora_modules

tests/models/decoder_only/vision_language/test_internvl.py

@@ -366,6 +366,7 @@ def test_different_num_patches(hf_runner, vllm_runner, image_assets, model,
         )
 
 
+@pytest.mark.skipif(is_hip(), reason="InternVL2-AWQ is not supported on ROCm.")
 @pytest.mark.parametrize(
     "models", [(os.path.join(models_path_prefix, "OpenGVLab/InternVL2-2B"), os.path.join(models_path_prefix, "OpenGVLab/InternVL2-2B-AWQ") if not is_hip() else [])])
 @pytest.mark.parametrize(

vllm/model_executor/models/qwen2.py

@@ -329,7 +329,6 @@ class Qwen2ForCausalLM(nn.Module, SupportsLoRA):
         "o_proj",
         "gate_up_proj",
         "down_proj",
-        "lm_head"
     ]
     embedding_modules = {}
     embedding_padding_modules = []