"test/ref_dot_op_test.cpp" did not exist on "8c22746b0216ac14acdf4473eafb4d5ac9df07c8"
Commit f8f0a72d authored by Baber's avatar Baber
Browse files

cleanup

parent bca6918f
import itertools import itertools
from typing import Literal, Union, Generator from typing import Generator
import datasets import datasets
from lm_eval.tasks.ruler.prepare import generate_samples, get_haystack from lm_eval.tasks.ruler.prepare_niah import generate_samples, get_haystack
from lm_eval.tasks.ruler.common_utils import SEQ_LENGTHS, get_tokenizer from lm_eval.tasks.ruler.common_utils import SEQ_LENGTHS, get_tokenizer
TEMPLATE = """Some special magic {type_needle_v} are hidden within the following text. Make sure to memorize it. I will quiz you about the {type_needle_v} afterwards.\n{context}\nWhat are all the special magic {type_needle_v} for {query} mentioned in the provided text?""" TEMPLATE = """Some special magic {type_needle_v} are hidden within the following text. Make sure to memorize it. I will quiz you about the {type_needle_v} afterwards.\n{context}\nWhat are all the special magic {type_needle_v} for {query} mentioned in the provided text?"""
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment