Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
baba0389
Unverified
Commit
baba0389
authored
Jul 08, 2025
by
wang.yuqi
Committed by
GitHub
Jul 08, 2025
Browse files
[CI] Increase the threshold of the MTEB RERANK tests (#20615)
Signed-off-by:
wang.yuqi
<
noooop@126.com
>
parent
c6c22f16
Changes
4
Hide whitespace changes
Inline
Side-by-side
Showing
4 changed files
with
3 additions
and
9 deletions
+3
-9
tests/models/language/pooling/mteb_utils.py
tests/models/language/pooling/mteb_utils.py
+1
-1
tests/models/language/pooling/test_baai.py
tests/models/language/pooling/test_baai.py
+0
-1
tests/models/language/pooling/test_jina.py
tests/models/language/pooling/test_jina.py
+2
-5
tests/models/language/pooling/test_qwen3_reranker.py
tests/models/language/pooling/test_qwen3_reranker.py
+0
-2
No files found.
tests/models/language/pooling/mteb_utils.py
View file @
baba0389
...
@@ -23,7 +23,7 @@ MTEB_EMBED_TOL = 1e-4
...
@@ -23,7 +23,7 @@ MTEB_EMBED_TOL = 1e-4
# See #19344
# See #19344
MTEB_RERANK_TASKS
=
[
"NFCorpus"
]
MTEB_RERANK_TASKS
=
[
"NFCorpus"
]
MTEB_RERANK_LANGS
=
[
"en"
]
MTEB_RERANK_LANGS
=
[
"en"
]
MTEB_RERANK_TOL
=
1
e-3
MTEB_RERANK_TOL
=
2
e-3
class
VllmMtebEncoder
(
mteb
.
Encoder
):
class
VllmMtebEncoder
(
mteb
.
Encoder
):
...
...
tests/models/language/pooling/test_baai.py
View file @
baba0389
...
@@ -68,7 +68,6 @@ RERANK_MODELS = [
...
@@ -68,7 +68,6 @@ RERANK_MODELS = [
enable_test
=
False
),
enable_test
=
False
),
RerankModelInfo
(
"BAAI/bge-reranker-v2-m3"
,
RerankModelInfo
(
"BAAI/bge-reranker-v2-m3"
,
architecture
=
"XLMRobertaForSequenceClassification"
,
architecture
=
"XLMRobertaForSequenceClassification"
,
dtype
=
"float32"
,
enable_test
=
False
)
enable_test
=
False
)
]
]
...
...
tests/models/language/pooling/test_jina.py
View file @
baba0389
...
@@ -18,11 +18,8 @@ EMBEDDING_MODELS = [
...
@@ -18,11 +18,8 @@ EMBEDDING_MODELS = [
]
]
RERANK_MODELS
=
[
RERANK_MODELS
=
[
RerankModelInfo
(
RerankModelInfo
(
"jinaai/jina-reranker-v2-base-multilingual"
,
"jinaai/jina-reranker-v2-base-multilingual"
,
architecture
=
"XLMRobertaForSequenceClassification"
)
architecture
=
"XLMRobertaForSequenceClassification"
,
dtype
=
"float32"
,
)
]
]
...
...
tests/models/language/pooling/test_qwen3_reranker.py
View file @
baba0389
...
@@ -12,11 +12,9 @@ from .mteb_utils import RerankModelInfo, mteb_test_rerank_models
...
@@ -12,11 +12,9 @@ from .mteb_utils import RerankModelInfo, mteb_test_rerank_models
RERANK_MODELS
=
[
RERANK_MODELS
=
[
RerankModelInfo
(
"Qwen/Qwen3-Reranker-0.6B"
,
RerankModelInfo
(
"Qwen/Qwen3-Reranker-0.6B"
,
architecture
=
"Qwen3ForSequenceClassification"
,
architecture
=
"Qwen3ForSequenceClassification"
,
dtype
=
"float32"
,
enable_test
=
True
),
enable_test
=
True
),
RerankModelInfo
(
"Qwen/Qwen3-Reranker-4B"
,
RerankModelInfo
(
"Qwen/Qwen3-Reranker-4B"
,
architecture
=
"Qwen3ForSequenceClassification"
,
architecture
=
"Qwen3ForSequenceClassification"
,
dtype
=
"float32"
,
enable_test
=
False
)
enable_test
=
False
)
]
]
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment