registry_factory.py 1.94 KB
Newer Older
1
2
3
from lightx2v_platform.registry_factory import PLATFORM_ATTN_WEIGHT_REGISTER, PLATFORM_MM_WEIGHT_REGISTER


helloyongyang's avatar
helloyongyang committed
4
5
6
7
8
9
10
11
12
13
14
15
16
class Register(dict):
    def __init__(self, *args, **kwargs):
        super(Register, self).__init__(*args, **kwargs)
        self._dict = {}

    def __call__(self, target_or_name):
        if callable(target_or_name):
            return self.register(target_or_name)
        else:
            return lambda x: self.register(x, key=target_or_name)

    def register(self, target, key=None):
        if not callable(target):
Dongz's avatar
Dongz committed
17
18
            raise Exception(f"Error: {target} must be callable!")

helloyongyang's avatar
helloyongyang committed
19
20
        if key is None:
            key = target.__name__
Dongz's avatar
Dongz committed
21

helloyongyang's avatar
helloyongyang committed
22
        if key in self._dict:
Dongz's avatar
Dongz committed
23
24
            raise Exception(f"{key} already exists.")

helloyongyang's avatar
helloyongyang committed
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
        self[key] = target
        return target

    def __setitem__(self, key, value):
        self._dict[key] = value

    def __getitem__(self, key):
        return self._dict[key]

    def __contains__(self, key):
        return key in self._dict

    def __str__(self):
        return str(self._dict)

    def keys(self):
        return self._dict.keys()

    def values(self):
        return self._dict.values()

    def items(self):
        return self._dict.items()

49
50
51
52
53
54
55
56
57
    def get(self, key, default=None):
        return self._dict.get(key, default)

    def merge(self, other_register):
        for key, value in other_register.items():
            if key in self._dict:
                raise Exception(f"{key} already exists in target register.")
            self[key] = value

helloyongyang's avatar
helloyongyang committed
58
59

MM_WEIGHT_REGISTER = Register()
Dongz's avatar
Dongz committed
60
ATTN_WEIGHT_REGISTER = Register()
helloyongyang's avatar
helloyongyang committed
61
62
63
64
RMS_WEIGHT_REGISTER = Register()
LN_WEIGHT_REGISTER = Register()
CONV3D_WEIGHT_REGISTER = Register()
CONV2D_WEIGHT_REGISTER = Register()
65
TENSOR_REGISTER = Register()
66
CONVERT_WEIGHT_REGISTER = Register()
67
EMBEDDING_WEIGHT_REGISTER = Register()
helloyongyang's avatar
helloyongyang committed
68
RUNNER_REGISTER = Register()
69
70
71

ATTN_WEIGHT_REGISTER.merge(PLATFORM_ATTN_WEIGHT_REGISTER)
MM_WEIGHT_REGISTER.merge(PLATFORM_MM_WEIGHT_REGISTER)