boolean_expressions.yaml 453 Bytes
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
dataset_name: boolean_expressions
description: 'Evaluate the result of a random Boolean expression.

        '
doc_to_choice: ["False", "True"]
fewshot_config:
  sampler: first_n
  samples:
  - input: not ( ( not not True ) ) is
    target: 'False'
  - input: True and False and not True and True is
    target: 'False'
  - input: not not ( not ( False ) ) is
    target: 'True'
include: _fewshot_template_yaml
task: leaderboard_bbh_boolean_expressions