Skip to content

GitLab

Unverified Commit 007ca0df authored by ver217's avatar ver217 Committed by GitHub
Browse files

fix colo init context (#1026)

parent 58a7dd2e
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
colossalai/utils/model/colo_init_context.py
View file @ 007ca0df
...@@ -69,7 +69,7 @@ def _setattr_with_colotensor(self, name: str, value: Union[torch.Tensor, torch.n ...@@ -69,7 +69,7 @@ def _setattr_with_colotensor(self, name: str, value: Union[torch.Tensor, torch.n
d.discard(name) d.discard(name)
params = self.__dict__.get('_parameters') params = self.__dict__.get('_parameters')
if isinstance(value, (ColoTensor, torch.nn.Parameter)): if isinstance(value, (ColoParameter, torch.nn.Parameter)):
if params is None: if params is None:
raise AttributeError("cannot assign parameters before Module.__init__() call") raise AttributeError("cannot assign parameters before Module.__init__() call")
remove_from(self.__dict__, self._buffers, self._modules, self._non_persistent_buffers_set) remove_from(self.__dict__, self._buffers, self._modules, self._non_persistent_buffers_set)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment