"docs/vscode:/vscode.git/clone" did not exist on "7f2ea7074e4c2ee75278623a02007fc1b6bb9639"
Unverified Commit 4a9ce178 authored by Lionel Villard's avatar Lionel Villard Committed by GitHub
Browse files

[sleep mode] clear pytorch cache after sleep (#15248)

Signed-off-by: <villard@us.ibm.com>
parent 7e4e709b
......@@ -8,6 +8,7 @@
# not sure why, they are created from a different context.
# the only successful approach is to call cuda driver API in C.
import dataclasses
import gc
import os
from contextlib import contextmanager
from typing import Any, Callable, Dict, Optional, Tuple, Union
......@@ -204,6 +205,9 @@ class CuMemAllocator:
data.cpu_backup_tensor = cpu_backup_tensor
unmap_and_release(handle)
gc.collect()
torch.cuda.empty_cache()
def wake_up(self):
"""
Wake up the allocator from sleep mode.
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment