"llmdeploy/app.py" did not exist on "cb8ac1b08b405c3d80806b990247af8a7a9d3ed4"
testing.py 435 Bytes
Newer Older
Matthias Fey's avatar
Matthias Fey committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
from typing import Any

import torch

dtypes = [
    torch.half, torch.bfloat16, torch.float, torch.double, torch.int,
    torch.long
]
grad_dtypes = [torch.half, torch.float, torch.double]

devices = [torch.device('cpu')]
if torch.cuda.is_available():
    devices += [torch.device('cuda:0')]


def tensor(x: Any, dtype: torch.dtype, device: torch.device):
    return None if x is None else torch.tensor(x, dtype=dtype, device=device)