Unverified Commit fdd4d479 authored by Daniel Hiltgen's avatar Daniel Hiltgen Committed by GitHub
Browse files

integration: add qwen2.5-vl (#10815)

Replace the older llava model with qwen2.5 for vision tests
Skip split-batch test on small VRAM systems to avoid excessive test time
parent 61aeaf7e
...@@ -19,7 +19,7 @@ func TestVisionModels(t *testing.T) { ...@@ -19,7 +19,7 @@ func TestVisionModels(t *testing.T) {
} }
testCases := []testCase{ testCases := []testCase{
{ {
model: "llava:7b", model: "qwen2.5vl",
}, },
{ {
model: "llama3.2-vision", model: "llama3.2-vision",
...@@ -60,6 +60,7 @@ func TestVisionModels(t *testing.T) { ...@@ -60,6 +60,7 @@ func TestVisionModels(t *testing.T) {
} }
func TestIntegrationSplitBatch(t *testing.T) { func TestIntegrationSplitBatch(t *testing.T) {
skipUnderMinVRAM(t, 6)
image, err := base64.StdEncoding.DecodeString(imageEncoding) image, err := base64.StdEncoding.DecodeString(imageEncoding)
require.NoError(t, err) require.NoError(t, err)
req := api.GenerateRequest{ req := api.GenerateRequest{
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment