Skip to content

GitLab

Unverified Commit 37d4f617 authored by Leo Gao's avatar Leo Gao Committed by GitHub
Browse files

Remove custom fewshot examples

parent 41a94e13
Hide whitespace changes
Inline Side-by-side
Showing with 0 additions and 4 deletions
lm_eval/tasks/unscramble.py
View file @ 37d4f617
...@@ -48,10 +48,6 @@ class WordUnscrambleTask(Task): ...@@ -48,10 +48,6 @@ class WordUnscrambleTask(Task):
def fewshot_description(self): def fewshot_description(self):
return "Please unscramble the letters into a word, and write that word:" return "Please unscramble the letters into a word, and write that word:"
def fewshot_examples(self, k):
# Override to avoid error caused by missing `training_docs`.
return random.sample(list(self.validation_docs()), k)
def doc_to_text(self, doc): def doc_to_text(self, doc):
return doc["context"] return doc["context"]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment