Fix missing reference titles in retrieval evaluation of RAG (#7817)

466115b2 · Quentin Lhoest · GitHub · 464b53f5 · 466115b2
Unverified Commit 466115b2 authored Oct 16, 2020 by Quentin Lhoest Committed by GitHub Oct 16, 2020
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

examples/rag/eval_rag.py examples/rag/eval_rag.py +1 -1

No files found.
--- a/examples/rag/eval_rag.py
+++ b/examples/rag/eval_rag.py
@@ -72,7 +72,7 @@ def get_precision_at_k(args, preds_path, gold_data_path):
    em = total = 0
    for hypo, reference in zip(hypos, references):
        hypo_provenance = set(hypo.split("\t")[:k])
-        ref_provenance = set(reference.split("\t")[1 : (k + 1)])
+        ref_provenance = set(reference.split("\t"))
        total += 1
        em += len(hypo_provenance & ref_provenance) / k