"...git@developer.sourcefind.cn:chenpangpang/open-webui.git" did not exist on "8cd93a4e1ea5aacaff9a732562abacb4e3d23cd9"
Commit 5a7db20f authored by zhuww's avatar zhuww
Browse files

fix some problems about struture_module

parent 5e4d790d
...@@ -518,7 +518,7 @@ class InvariantPointAttention(nn.Module): ...@@ -518,7 +518,7 @@ class InvariantPointAttention(nn.Module):
if(_offload_inference): if(_offload_inference):
z[0] = z[0].to(o_pt.device) z[0] = z[0].to(o_pt.device)
# [*, N_res, H, C_z] # [*, N_res, H, C_z]
o_pair = torch.matmul(a.transpose(-2, -3), z.to(dtype=a.dtype)) o_pair = torch.matmul(a.transpose(-2, -3), z[0].to(dtype=a.dtype))
del a del a
torch.cuda.empty_cache() torch.cuda.empty_cache()
...@@ -774,7 +774,6 @@ class StructureModule(nn.Module): ...@@ -774,7 +774,6 @@ class StructureModule(nn.Module):
s = self.layer_norm_s(s) s = self.layer_norm_s(s)
# [*, N, N, C_z] # [*, N, N, C_z]
z = self.layer_norm_z(z)
# inplace z # inplace z
evoformer_output_dict["pair"] = evoformer_output_dict["pair"].contiguous() evoformer_output_dict["pair"] = evoformer_output_dict["pair"].contiguous()
torch.cuda.empty_cache() torch.cuda.empty_cache()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment