Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
shim_test.go 1.7 KB
Newer Older
Daniel Hiltgen's avatar
Support multiple variants for a given llm lib type  
Daniel Hiltgen committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61 
package llm

import (
	"testing"

	"github.com/jmorganca/ollama/gpu"
	"github.com/stretchr/testify/assert"
)

func TestGetShims(t *testing.T) {
	availableShims = map[string]string{
		"cpu": "X_cpu",
	}
	assert.Equal(t, false, rocmShimPresent())
	res := getShims(gpu.GpuInfo{Library: "cpu"})
	assert.Len(t, res, 2)
	assert.Equal(t, availableShims["cpu"], res[0])
	assert.Equal(t, "default", res[1])

	availableShims = map[string]string{
		"rocm_v5": "X_rocm_v5",
		"rocm_v6": "X_rocm_v6",
		"cpu":     "X_cpu",
	}
	assert.Equal(t, true, rocmShimPresent())
	res = getShims(gpu.GpuInfo{Library: "rocm"})
	assert.Len(t, res, 4)
	assert.Equal(t, availableShims["rocm_v5"], res[0])
	assert.Equal(t, availableShims["rocm_v6"], res[1])
	assert.Equal(t, availableShims["cpu"], res[2])
	assert.Equal(t, "default", res[3])

	res = getShims(gpu.GpuInfo{Library: "rocm", Variant: "v6"})
	assert.Len(t, res, 4)
	assert.Equal(t, availableShims["rocm_v6"], res[0])
	assert.Equal(t, availableShims["rocm_v5"], res[1])
	assert.Equal(t, availableShims["cpu"], res[2])
	assert.Equal(t, "default", res[3])

	res = getShims(gpu.GpuInfo{Library: "cuda"})
	assert.Len(t, res, 2)
	assert.Equal(t, availableShims["cpu"], res[0])
	assert.Equal(t, "default", res[1])

	res = getShims(gpu.GpuInfo{Library: "default"})
	assert.Len(t, res, 2)
	assert.Equal(t, availableShims["cpu"], res[0])
	assert.Equal(t, "default", res[1])

	availableShims = map[string]string{
		"rocm": "X_rocm_v5",
		"cpu":  "X_cpu",
	}
	assert.Equal(t, true, rocmShimPresent())
	res = getShims(gpu.GpuInfo{Library: "rocm", Variant: "v6"})
	assert.Len(t, res, 3)
	assert.Equal(t, availableShims["rocm"], res[0])
	assert.Equal(t, availableShims["cpu"], res[1])
	assert.Equal(t, "default", res[2])

}