Commit d7699436 authored by rprenger's avatar rprenger
Browse files

Removing dead code

parent 5ab28fd1
...@@ -101,7 +101,7 @@ def generate(model, ...@@ -101,7 +101,7 @@ def generate(model,
# Note that these tensors are broadcaseted to all ranks. # Note that these tensors are broadcaseted to all ranks.
if torch.distributed.get_rank() == 0: if torch.distributed.get_rank() == 0:
assert prompts is not None assert prompts is not None
#assert tokens_to_generate > 0
context_tokens_tensor, context_length_tensor = tokenize_prompts( context_tokens_tensor, context_length_tensor = tokenize_prompts(
prompts=prompts, tokens_to_generate=tokens_to_generate, add_BOS=add_BOS) prompts=prompts, tokens_to_generate=tokens_to_generate, add_BOS=add_BOS)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment