dataset_name: geometric_shapes
description: 'Name geometric shapes from their SVG paths.
'
doc_to_choice: ["(A)","(B)","(C)","(D)","(E)","(F)","(G)","(H)","(I)","(J)","(K)"]
fewshot_config:
sampler: first_n
samples:
- input: 'This SVG path element
draws a
Options:
(A) circle
(B) heptagon
(C) hexagon
(D) kite
(E) line
(F) octagon
(G) pentagon
(H) rectangle
(I) sector
(J) triangle'
target: (F)
- input: 'This SVG path element draws a
Options:
(A) circle
(B) heptagon
(C) hexagon
(D) kite
(E) line
(F) octagon
(G) pentagon
(H) rectangle
(I) sector
(J) triangle'
target: (G)
- input: 'This SVG path element draws a
Options:
(A) circle
(B) heptagon
(C) hexagon
(D) kite
(E) line
(F) octagon
(G) pentagon
(H) rectangle
(I) sector
(J) triangle'
target: (D)
include: _fewshot_template_yaml
task: leaderboard_bbh_geometric_shapes