Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
geometric_shapes.yaml 1.34 KB
Newer Older
Clémentine Fourrier's avatar
Making hardcoded few shots compatible with the chat template mechanism (#1895)  
Clémentine Fourrier committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89 
dataset_name: geometric_shapes
description: 'Name geometric shapes from their SVG paths.


  '
doc_to_text: 'Q: {{input}}

  A:'
fewshot_config:
  sampler: first_n
  samples:
  - input: 'This SVG path element <path d="M 31.00,73.00 L 32.00,59.00 L 44.00,50.00
      L 49.00,41.00 L 64.00,37.00 L 71.00,55.00 L 64.00,76.00 L 52.00,61.00 L 31.00,73.00"/>
      draws a

      Options:

      (A) circle

      (B) heptagon

      (C) hexagon

      (D) kite

      (E) line

      (F) octagon

      (G) pentagon

      (H) rectangle

      (I) sector

      (J) triangle'
    target: (F)
  - input: 'This SVG path element <path d="M 14.19,26.04 L 51.43,39.21 L 58.44,36.69
      L 56.63,30.17 L 48.53,26.66 L 14.19,26.04"/> draws a

      Options:

      (A) circle

      (B) heptagon

      (C) hexagon

      (D) kite

      (E) line

      (F) octagon

      (G) pentagon

      (H) rectangle

      (I) sector

      (J) triangle'
    target: (G)
  - input: 'This SVG path element <path d="M 41.00,43.00 L 37.00,34.00 L 41.00,33.00
      L 45.00,34.00 L 41.00,43.00"/> draws a

      Options:

      (A) circle

      (B) heptagon

      (C) hexagon

      (D) kite

      (E) line

      (F) octagon

      (G) pentagon

      (H) rectangle

      (I) sector

      (J) triangle'
    target: (D)
include: _fewshot_template_yaml
task: bbh_fewshot_geometric_shapes