"...text-generation-inference.git" did not exist on "9b56d3fbf5d90f5654262a71b5e557da6766b7ad"
Commit 53c7d271 authored by Myle Ott's avatar Myle Ott
Browse files

Fix comment

parent fedc55ec
...@@ -253,7 +253,7 @@ class TransformerEncoder(FairseqEncoder): ...@@ -253,7 +253,7 @@ class TransformerEncoder(FairseqEncoder):
del state_dict['encoder.embed_positions.weights'] del state_dict['encoder.embed_positions.weights']
state_dict['encoder.embed_positions._float_tensor'] = torch.FloatTensor(1) state_dict['encoder.embed_positions._float_tensor'] = torch.FloatTensor(1)
if state_dict.get('encoder.version', torch.Tensor([1]))[0] < 2: if state_dict.get('encoder.version', torch.Tensor([1]))[0] < 2:
#earlier checkpoints did not normalize after the stack of layers # earlier checkpoints did not normalize after the stack of layers
self.layer_norm = None self.layer_norm = None
self.normalize = False self.normalize = False
state_dict['encoder.version'] = torch.Tensor([1]) state_dict['encoder.version'] = torch.Tensor([1])
...@@ -374,7 +374,7 @@ class TransformerDecoder(FairseqIncrementalDecoder): ...@@ -374,7 +374,7 @@ class TransformerDecoder(FairseqIncrementalDecoder):
state_dict['decoder.layers.{}.{}.{}'.format(i, new, m)] = state_dict[k] state_dict['decoder.layers.{}.{}.{}'.format(i, new, m)] = state_dict[k]
del state_dict[k] del state_dict[k]
if state_dict.get('decoder.version', torch.Tensor([1]))[0] < 2: if state_dict.get('decoder.version', torch.Tensor([1]))[0] < 2:
#earlier checkpoints did not normalize after the stack of layers # earlier checkpoints did not normalize after the stack of layers
self.layer_norm = None self.layer_norm = None
self.normalize = False self.normalize = False
state_dict['decoder.version'] = torch.Tensor([1]) state_dict['decoder.version'] = torch.Tensor([1])
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment