Commit 6c7c413d authored by Baber's avatar Baber
Browse files

nit

parent 1f27bd87
......@@ -210,7 +210,7 @@ def generate_samples(
TOKENIZER=None,
):
assert TOKENIZER is not None, "TOKENIZER is not defined."
print("using tokenizer ", TOKENIZER)
print("using tokenizer ", TOKENIZER.name_or_path)
num_needle_k = max(num_needle_k, num_needle_q)
write_jsons = []
tokens_to_generate = tokens_to_generate
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment