Unverified Commit 9cd79897 authored by Hailey Schoelkopf's avatar Hailey Schoelkopf Committed by GitHub
Browse files

Correctly Print Task Versioning (#1173)

* change version field formatting in metadata

* mention versioning in new task guide

* add instructions for changelog

* run linters
parent a0cfe3f6
......@@ -16,4 +16,4 @@ metric_list:
aggregation: mean
higher_is_better: true
metadata:
- version: 1.0
version: 1.0
......@@ -13,4 +13,4 @@ metric_list:
aggregation: mean
higher_is_better: true
metadata:
- version: 1.0
version: 1.0
......@@ -19,4 +19,4 @@ metric_list:
aggregation: mean
higher_is_better: true
metadata:
- version: 1.0
version: 1.0
......@@ -11,4 +11,4 @@ doc_to_choice: ["no", "yes"]
metric_list:
- metric: f1
metadata:
- version: 1.0
version: 1.0
......@@ -15,4 +15,4 @@ metric_list:
aggregation: mean
higher_is_better: true
metadata:
- version: 1.0
version: 1.0
......@@ -11,4 +11,4 @@ metric_list:
aggregation: mean
higher_is_better: true
metadata:
- version: 2.0
version: 2.0
......@@ -14,4 +14,4 @@ generation_kwargs:
do_sample: false
temperature: 0.0
metadata:
- version: 0.0
version: 0.0
......@@ -18,4 +18,4 @@ metric_list:
aggregation: mean
higher_is_better: true
metadata:
- version: 1.0
version: 1.0
......@@ -13,4 +13,4 @@ metric_list:
aggregation: mean
higher_is_better: true
metadata:
- version: 0.0
version: 0.0
......@@ -15,4 +15,4 @@ metric_list:
aggregation: mean
higher_is_better: true
metadata:
- version: 1.0
version: 1.0
......@@ -14,4 +14,4 @@ doc_to_decontamination_query: passage
metric_list:
- metric: acc
metadata:
- version: 2.0
version: 2.0
......@@ -23,4 +23,4 @@ metric_list:
ignore_case: true
ignore_punctuation: true
metadata:
- version: 0.0
version: 0.0
......@@ -19,4 +19,4 @@ metric_list:
ignore_case: true
ignore_punctuation: true
metadata:
- version: 0.0
version: 0.0
......@@ -14,4 +14,4 @@ metric_list:
- metric: f1
aggregation: !function "aggregate.cb_multi_fi"
metadata:
- version: 1.0
version: 1.0
......@@ -22,4 +22,4 @@ metric_list:
aggregation: !function "t5_utils.agg_mean_3class_f1"
higher_is_better: true
metadata:
- version: 0.0
version: 0.0
......@@ -12,4 +12,4 @@ doc_to_choice: !function utils.doc_to_choice
metric_list:
- metric: acc
metadata:
- version: 1.0
version: 1.0
......@@ -19,4 +19,4 @@ metric_list:
ignore_case: true
ignore_punctuation: true
metadata:
- version: 0.0
version: 0.0
......@@ -12,4 +12,4 @@ doc_to_choice: "['''{{answer}}\\nIs the answer correct? yes''', '''{{answer}}\\n
metric_list:
- metric: acc
metadata:
- version: 2.0
version: 2.0
......@@ -20,4 +20,4 @@ metric_list:
aggregation: !function t5_utils.agg_em
higher_is_better: true
metadata:
- version: 0.0
version: 0.0
......@@ -17,4 +17,4 @@ metric_list:
higher_is_better: True
aggregation: mean
metadata:
- version: 1.0
version: 1.0
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment