Add column to task table

scripts/make_table_tasks.py

@@ -2,7 +2,7 @@ from lm_eval import tasks
 from pytablewriter import MarkdownTableWriter
 
 writer = MarkdownTableWriter()
-writer.headers = ["Task Name", "Train", "Val", "Test", "Metrics"]
+writer.headers = ["Task Name", "Train", "Val", "Test","Val/Test Docs", "Metrics"]
 
 values = []
 
@@ -15,7 +15,9 @@ def chk(tf):
 for tname, Task in tasks.TASK_REGISTRY.items():
     task = Task()
 
-    values.append([tname,chk(task.has_training_docs()),chk(task.has_validation_docs()),chk(task.has_test_docs()),', '.join(task.aggregation().keys())])
+    v = [tname,chk(task.has_training_docs()),chk(task.has_validation_docs()),chk(task.has_test_docs()), len(list(task.test_docs() if task.has_test_docs() else task.validation_docs())),', '.join(task.aggregation().keys())]
+    print(v)
+    values.append(v)
 
 writer.value_matrix = values