"...language/gpt/experiments/pipeline_parallel/README.md" did not exist on "48d33b1b1753f19361e7e54a68a7ac5999dc02e4"
common.py 183 Bytes
Newer Older
zbian's avatar
zbian committed
1
2
3
4
5
6
7
8
9
10
11
import torch

TESSERACT_DIM = 2
TESSERACT_DEP = 2
BATCH_SIZE = 8
SEQ_LENGTH = 8
HIDDEN_SIZE = 8


def check_equal(A, B):
    assert torch.allclose(A, B, rtol=1e-5, atol=1e-2) == True