Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
ollama
Commits
755b4e4f
Commit
755b4e4f
authored
Jun 19, 2024
by
Wang,Zhe
Browse files
Revert "gpu: add env var for detecting Intel oneapi gpus (#5076)"
This reverts commit
163cd3e7
.
parent
21adf8b6
Changes
2
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
26 additions
and
35 deletions
+26
-35
envconfig/config.go
envconfig/config.go
+0
-7
gpu/gpu.go
gpu/gpu.go
+26
-28
No files found.
envconfig/config.go
View file @
755b4e4f
...
@@ -57,8 +57,6 @@ var (
...
@@ -57,8 +57,6 @@ var (
SchedSpread
bool
SchedSpread
bool
// Set via OLLAMA_TMPDIR in the environment
// Set via OLLAMA_TMPDIR in the environment
TmpDir
string
TmpDir
string
// Set via OLLAMA_INTEL_GPU in the environment
IntelGpu
bool
// Set via CUDA_VISIBLE_DEVICES in the environment
// Set via CUDA_VISIBLE_DEVICES in the environment
CudaVisibleDevices
string
CudaVisibleDevices
string
...
@@ -103,7 +101,6 @@ func AsMap() map[string]EnvVar {
...
@@ -103,7 +101,6 @@ func AsMap() map[string]EnvVar {
ret
[
"ROCR_VISIBLE_DEVICES"
]
=
EnvVar
{
"ROCR_VISIBLE_DEVICES"
,
RocrVisibleDevices
,
"Set which AMD devices are visible"
}
ret
[
"ROCR_VISIBLE_DEVICES"
]
=
EnvVar
{
"ROCR_VISIBLE_DEVICES"
,
RocrVisibleDevices
,
"Set which AMD devices are visible"
}
ret
[
"GPU_DEVICE_ORDINAL"
]
=
EnvVar
{
"GPU_DEVICE_ORDINAL"
,
GpuDeviceOrdinal
,
"Set which AMD devices are visible"
}
ret
[
"GPU_DEVICE_ORDINAL"
]
=
EnvVar
{
"GPU_DEVICE_ORDINAL"
,
GpuDeviceOrdinal
,
"Set which AMD devices are visible"
}
ret
[
"HSA_OVERRIDE_GFX_VERSION"
]
=
EnvVar
{
"HSA_OVERRIDE_GFX_VERSION"
,
HsaOverrideGfxVersion
,
"Override the gfx used for all detected AMD GPUs"
}
ret
[
"HSA_OVERRIDE_GFX_VERSION"
]
=
EnvVar
{
"HSA_OVERRIDE_GFX_VERSION"
,
HsaOverrideGfxVersion
,
"Override the gfx used for all detected AMD GPUs"
}
ret
[
"OLLAMA_INTEL_GPU"
]
=
EnvVar
{
"OLLAMA_INTEL_GPU"
,
IntelGpu
,
"Enable experimental Intel GPU detection"
}
}
}
return
ret
return
ret
}
}
...
@@ -279,10 +276,6 @@ func LoadConfig() {
...
@@ -279,10 +276,6 @@ func LoadConfig() {
slog
.
Error
(
"invalid setting"
,
"OLLAMA_HOST"
,
Host
,
"error"
,
err
,
"using default port"
,
Host
.
Port
)
slog
.
Error
(
"invalid setting"
,
"OLLAMA_HOST"
,
Host
,
"error"
,
err
,
"using default port"
,
Host
.
Port
)
}
}
if
set
,
err
:=
strconv
.
ParseBool
(
clean
(
"OLLAMA_INTEL_GPU"
));
err
==
nil
{
IntelGpu
=
set
}
CudaVisibleDevices
=
clean
(
"CUDA_VISIBLE_DEVICES"
)
CudaVisibleDevices
=
clean
(
"CUDA_VISIBLE_DEVICES"
)
HipVisibleDevices
=
clean
(
"HIP_VISIBLE_DEVICES"
)
HipVisibleDevices
=
clean
(
"HIP_VISIBLE_DEVICES"
)
RocrVisibleDevices
=
clean
(
"ROCR_VISIBLE_DEVICES"
)
RocrVisibleDevices
=
clean
(
"ROCR_VISIBLE_DEVICES"
)
...
...
gpu/gpu.go
View file @
755b4e4f
...
@@ -280,9 +280,8 @@ func GetGPUInfo() GpuInfoList {
...
@@ -280,9 +280,8 @@ func GetGPUInfo() GpuInfoList {
}
}
// Intel
// Intel
if
envconfig
.
IntelGpu
{
oHandles
=
initOneAPIHandles
()
oHandles
=
initOneAPIHandles
()
for
d
:=
range
oHandles
.
oneapi
.
num_drivers
{
for
d
:=
0
;
oHandles
.
oneapi
!=
nil
&&
d
<
int
(
oHandles
.
oneapi
.
num_drivers
);
d
++
{
if
oHandles
.
oneapi
==
nil
{
if
oHandles
.
oneapi
==
nil
{
// shouldn't happen
// shouldn't happen
slog
.
Warn
(
"nil oneapi handle with driver count"
,
"count"
,
int
(
oHandles
.
oneapi
.
num_drivers
))
slog
.
Warn
(
"nil oneapi handle with driver count"
,
"count"
,
int
(
oHandles
.
oneapi
.
num_drivers
))
...
@@ -294,7 +293,7 @@ func GetGPUInfo() GpuInfoList {
...
@@ -294,7 +293,7 @@ func GetGPUInfo() GpuInfoList {
GpuInfo
:
GpuInfo
{
GpuInfo
:
GpuInfo
{
Library
:
"oneapi"
,
Library
:
"oneapi"
,
},
},
driverIndex
:
int
(
d
)
,
driverIndex
:
d
,
gpuIndex
:
int
(
i
),
gpuIndex
:
int
(
i
),
}
}
// TODO - split bootstrapping from updating free memory
// TODO - split bootstrapping from updating free memory
...
@@ -310,7 +309,6 @@ func GetGPUInfo() GpuInfoList {
...
@@ -310,7 +309,6 @@ func GetGPUInfo() GpuInfoList {
oneapiGPUs
=
append
(
oneapiGPUs
,
gpuInfo
)
oneapiGPUs
=
append
(
oneapiGPUs
,
gpuInfo
)
}
}
}
}
}
rocmGPUs
=
AMDGetGPUInfo
()
rocmGPUs
=
AMDGetGPUInfo
()
bootstrapped
=
true
bootstrapped
=
true
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment