update (#251)

01372a48 · Tong Gao · GitHub · 1034c487 · 01372a48
Unverified Commit 01372a48 authored Aug 23, 2023 by Tong Gao Committed by GitHub Aug 23, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 8 additions and 7 deletions

opencompass/datasets/crowspairs.py opencompass/datasets/crowspairs.py +8 -7

No files found.
--- a/opencompass/datasets/crowspairs.py
+++ b/opencompass/datasets/crowspairs.py
@@ -43,15 +43,16 @@ def crowspairs_postprocess(text: str) -> str:
    if re.search('Neither', text) or re.search('Both', text):
        return 'invalid'

-    first_option = text[0]
-    if first_option.isupper() and first_option in 'AB':
-        return first_option
+    if text != '':
+        first_option = text[0]
+        if first_option.isupper() and first_option in 'AB':
+            return first_option

-    if re.search(' A ', text) or re.search('A.', text):
-        return 'A'
+        if re.search(' A ', text) or re.search('A.', text):
+            return 'A'

-    if re.search(' B ', text) or re.search('B.', text):
-        return 'B'
+        if re.search(' B ', text) or re.search('B.', text):
+            return 'B'

    return 'invalid'