Unverified Commit cc263e9b authored by gouqi_nju's avatar gouqi_nju Committed by GitHub
Browse files

alter retrived to retrieved (#18863)

parent 9b630168
...@@ -612,17 +612,17 @@ class RagRetriever: ...@@ -612,17 +612,17 @@ class RagRetriever:
) )
if self.return_tokenized_docs: if self.return_tokenized_docs:
retrived_doc_text = [] retrieved_doc_text = []
retrived_doc_title = [] retrieved_doc_title = []
for b_idx in range(len(docs)): for b_idx in range(len(docs)):
for doc_idx in range(n_docs): for doc_idx in range(n_docs):
retrived_doc_text.append(docs[b_idx]["text"][doc_idx]) retrieved_doc_text.append(docs[b_idx]["text"][doc_idx])
retrived_doc_title.append(docs[b_idx]["title"][doc_idx]) retrieved_doc_title.append(docs[b_idx]["title"][doc_idx])
tokenized_docs = self.ctx_encoder_tokenizer( tokenized_docs = self.ctx_encoder_tokenizer(
retrived_doc_title, retrieved_doc_title,
retrived_doc_text, retrieved_doc_text,
truncation=True, truncation=True,
padding="longest", padding="longest",
return_tensors=return_tensors, return_tensors=return_tensors,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment