object_counting.yaml 787 Bytes
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
dataset_name: object_counting
description: 'Questions that involve enumerating objects and asking the model to count
  them.


  '
doc_to_text: 'Q: {{input}}

  A:'
fewshot_config:
  sampler: first_n
  samples:
  - input: I have a blackberry, a clarinet, a nectarine, a plum, a strawberry, a banana,
      a flute, an orange, and a violin. How many fruits do I have?
    target: '6'
  - input: I have an orange, a raspberry, two peaches, a blackberry, an apple, a grape,
      a nectarine, and three plums. How many fruits do I have?
    target: '11'
  - input: I have a lettuce head, a head of broccoli, an onion, a stalk of celery,
      two carrots, a garlic, and a yam. How many vegetables do I have?
    target: '8'
include: _fewshot_template_yaml
task: bbh_fewshot_object_counting