boolean_expressions.yaml 443 Bytes
Newer Older
1
dataset_name: boolean_expressions
2
description: 'Evaluate the result of a random Boolean expression.'
3
4
5
6
7
8
9
10
11
12
13
14
doc_to_choice: ["False", "True"]
fewshot_config:
  sampler: first_n
  samples:
  - input: not ( ( not not True ) ) is
    target: 'False'
  - input: True and False and not True and True is
    target: 'False'
  - input: not not ( not ( False ) ) is
    target: 'True'
include: _fewshot_template_yaml
task: leaderboard_bbh_boolean_expressions