accelerator_none.go 429 Bytes
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
//go:build !rocm && !cuda

package llm

import (
	"errors"
)

var (
	errNoAccel = errors.New("no accelerator support in this binary")
)

// acceleratedRunner returns the runner for this accelerator given the provided buildPath string.
func acceleratedRunner(buildPath string) []ModelRunner {
	return make([]ModelRunner, 0, 1)
}

// CheckVRAM is a stub with no accelerator.
func CheckVRAM() (int64, error) {
	return 0, errNoGPU
}