"lmdeploy/git@developer.sourcefind.cn:guobj/qwen_lmdeploy.git" did not exist on "a54e3e0937a9c96165c73b5846453860f9d21469"
Unverified Commit f55755f0 authored by Francesco Yoshi Gobbo's avatar Francesco Yoshi Gobbo
Browse files

code cleanup

parent cf0098d5
...@@ -15,6 +15,8 @@ total_vram_available_mb = -1 ...@@ -15,6 +15,8 @@ total_vram_available_mb = -1
import sys import sys
import psutil import psutil
forced_cpu = "--cpu" in sys.argv
set_vram_to = NORMAL_VRAM set_vram_to = NORMAL_VRAM
try: try:
...@@ -22,7 +24,6 @@ try: ...@@ -22,7 +24,6 @@ try:
total_vram = torch.cuda.mem_get_info(torch.cuda.current_device())[1] / (1024 * 1024) total_vram = torch.cuda.mem_get_info(torch.cuda.current_device())[1] / (1024 * 1024)
total_ram = psutil.virtual_memory().total / (1024 * 1024) total_ram = psutil.virtual_memory().total / (1024 * 1024)
forced_normal_vram = "--normalvram" in sys.argv forced_normal_vram = "--normalvram" in sys.argv
forced_cpu = "--cpu" in sys.argv
if not forced_normal_vram and not forced_cpu: if not forced_normal_vram and not forced_cpu:
if total_vram <= 4096: if total_vram <= 4096:
print("Trying to enable lowvram mode because your GPU seems to have 4GB or less. If you don't want this use: --normalvram") print("Trying to enable lowvram mode because your GPU seems to have 4GB or less. If you don't want this use: --normalvram")
...@@ -84,7 +85,7 @@ try: ...@@ -84,7 +85,7 @@ try:
except: except:
pass pass
if "--cpu" in sys.argv: if forced_cpu:
vram_state = CPU vram_state = CPU
print("Set vram state to:", ["CPU", "NO VRAM", "LOW VRAM", "NORMAL VRAM", "HIGH VRAM", "MPS"][vram_state]) print("Set vram state to:", ["CPU", "NO VRAM", "LOW VRAM", "NORMAL VRAM", "HIGH VRAM", "MPS"][vram_state])
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment