Commit 6c7c413d authored by Baber's avatar Baber
Browse files

nit

parent 1f27bd87
...@@ -210,7 +210,7 @@ def generate_samples( ...@@ -210,7 +210,7 @@ def generate_samples(
TOKENIZER=None, TOKENIZER=None,
): ):
assert TOKENIZER is not None, "TOKENIZER is not defined." assert TOKENIZER is not None, "TOKENIZER is not defined."
print("using tokenizer ", TOKENIZER) print("using tokenizer ", TOKENIZER.name_or_path)
num_needle_k = max(num_needle_k, num_needle_q) num_needle_k = max(num_needle_k, num_needle_q)
write_jsons = [] write_jsons = []
tokens_to_generate = tokens_to_generate tokens_to_generate = tokens_to_generate
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment