Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
9949e4fb
Commit
9949e4fb
authored
Jan 09, 2024
by
daniel-furman
Browse files
first stab at wrap_chat_template, arc conversation test
parent
7191904f
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
2 additions
and
4 deletions
+2
-4
lm_eval/models/huggingface.py
lm_eval/models/huggingface.py
+2
-4
No files found.
lm_eval/models/huggingface.py
View file @
9949e4fb
...
@@ -673,11 +673,10 @@ class HFLM(LM):
...
@@ -673,11 +673,10 @@ class HFLM(LM):
for
req
in
requests
:
for
req
in
requests
:
context
,
continuation
=
req
.
args
[
0
].
strip
(),
req
.
args
[
1
].
strip
()
context
,
continuation
=
req
.
args
[
0
].
strip
(),
req
.
args
[
1
].
strip
()
# Regex pattern splits on substrings "; " and ", "
elements
=
re
.
split
(
'Answer:|Question:'
,
context
.
replace
(
'
\n
'
,
' '
))
elements
=
re
.
split
(
'Answer: |Question: '
,
context
.
replace
(
'
\n
'
,
' '
))
new_elements
=
[]
new_elements
=
[]
for
element
in
elements
[
1
:]:
for
element
in
elements
[
1
:
-
1
]:
new_elements
.
append
(
element
.
strip
())
new_elements
.
append
(
element
.
strip
())
new_elements
new_elements
...
@@ -688,7 +687,6 @@ class HFLM(LM):
...
@@ -688,7 +687,6 @@ class HFLM(LM):
chat
.
append
({
"role"
:
"user"
,
"content"
:
f
"Question:
{
new_elements
[
i
]
}
Answer:"
})
chat
.
append
({
"role"
:
"user"
,
"content"
:
f
"Question:
{
new_elements
[
i
]
}
Answer:"
})
else
:
else
:
chat
.
append
({
"role"
:
"assistant"
,
"content"
:
f
"
{
new_elements
[
i
]
}
"
})
chat
.
append
({
"role"
:
"assistant"
,
"content"
:
f
"
{
new_elements
[
i
]
}
"
})
#chat = [
#chat = [
# #{"role": "system", "content": "You are a helpful, respectful and honest assistant."},
# #{"role": "system", "content": "You are a helpful, respectful and honest assistant."},
# {"role": "user", "content": context},
# {"role": "user", "content": context},
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment