Merge branch 'multiple-eos-edge-case' into 'master'

Fixed edge case with multiple end of sequence in one sequence

See merge request ADLR/megatron-lm!12

generate_samples.py

@@ -417,7 +417,7 @@ def sample_sequence_batch(model, context_tokens, context_lengths, attention_mask
             context_length += 1
             counter += 1
 
-            done_token = (prev == eos_id).byte()
+            done_token = (prev == eos_id).byte() & started.byte()
             just_finished = (done_token & ~is_done).bool()
             lengths[just_finished.view(-1)] = context_length
             was_done = is_done