Unverified Commit 3cc0e3ec authored by Que Nguyen's avatar Que Nguyen Committed by GitHub
Browse files

Refactor rag/main.py

Renamed function get_filtered_results
parent d8beed13
...@@ -3,13 +3,13 @@ from urllib.parse import urlparse ...@@ -3,13 +3,13 @@ from urllib.parse import urlparse
from pydantic import BaseModel from pydantic import BaseModel
def filter_by_whitelist(results, whitelist): def get_filtered_results(results, filter_list):
if not whitelist: if not filter_list:
return results return results
filtered_results = [] filtered_results = []
for result in results: for result in results:
domain = urlparse(result["url"]).netloc domain = urlparse(result["url"]).netloc
if any(domain.endswith(whitelisted_domain) for whitelisted_domain in whitelist): if any(domain.endswith(filtered_domain) for filtered_domain in filter_list):
filtered_results.append(result) filtered_results.append(result)
return filtered_results return filtered_results
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment