fix: encoding issue

3688955c · Timothy J. Baek · 6307adfb · 3688955c
Commit 3688955c authored Mar 25, 2024 by Timothy J. Baek
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

backend/apps/rag/main.py backend/apps/rag/main.py +1 -1

No files found.
--- a/backend/apps/rag/main.py
+++ b/backend/apps/rag/main.py
@@ -411,7 +411,7 @@ def get_loader(filename: str, file_content_type: str, file_path: str):
    elif file_ext == "xml":
        loader = UnstructuredXMLLoader(file_path)
    elif file_ext in ["htm", "html"]:
-        loader = BSHTMLLoader(file_path)
+        loader = BSHTMLLoader(file_path, open_encoding="unicode_escape")
    elif file_ext == "md":
        loader = UnstructuredMarkdownLoader(file_path)
    elif file_content_type == "application/epub+zip":