"Keras/keras-cv/keras_cv/losses/simclr_loss_test.py" did not exist on "9846958aa60286f18e9741dc2b0c1e325aaa832a"
gsm8k.yaml 402 Bytes
Newer Older
1
2
names: 
  - gsm8k_yaml
3
4
5
6
dataset_path: gsm8k
dataset_name: main
training_split: train
test_split: test
lintangsutawika's avatar
lintangsutawika committed
7
8
9
10
11
12
13
14
15
16
17
18
doc_to_target: "{{answer.split('### ')[-1]}}"
use_prompt: "qa-basic:question-newline-answer"
metric_list:
  - metric: exact_match
    aggregation: mean
    higher_is_better: true
    ignore_case: true
    ignore_punctuation: true
delimiter: "\n"
# filters: [
#   ["regex", ["regex", "take_first"]]
# ]