Merge pull request #423 from dhanajitb/master

making unconditional generation work

examples/run_gpt2.py

@@ -95,8 +95,8 @@ def run_model():
             for _ in range(args.nsamples // args.batch_size):
                 out = sample_sequence(
                     model=model, length=args.length,
-                context=context_tokens if not args.unconditional else None,
-                start_token=enc.encoder['<|endoftext|>'] if args.unconditional else None,
+                    context=context_tokens,
+                    start_token=None,
                     batch_size=args.batch_size,
                     temperature=args.temperature, top_k=args.top_k, device=device
                 )
@@ -107,9 +107,27 @@ def run_model():
                     print("=" * 40 + " SAMPLE " + str(generated) + " " + "=" * 40)
                     print(text)
             print("=" * 80)
+    if args.unconditional:
+        generated = 0
+        for _ in range(args.nsamples // args.batch_size):
+            out = sample_sequence(
+                model=model, length=args.length,
+                context=None,
+                start_token=enc.encoder['<|endoftext|>'],
+                batch_size=args.batch_size,
+                temperature=args.temperature, top_k=args.top_k, device=device
+            )
+            out = out[:,1:].tolist()
+            for i in range(args.batch_size):
+                generated += 1
+                text = enc.decode(out[i])
+                print("=" * 40 + " SAMPLE " + str(generated) + " " + "=" * 40)
+                print(text)
+        print("=" * 80)
         if args.unconditional:
             break
 
 if __name__ == '__main__':
     run_model()
 
+