fix: file upload encoding issue

91efd6cb · Timothy J. Baek · 51ef5cfa · 91efd6cb
Commit 91efd6cb authored Mar 15, 2024 by Timothy J. Baek
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

backend/apps/rag/main.py backend/apps/rag/main.py +2 -2

No files found.
--- a/backend/apps/rag/main.py
+++ b/backend/apps/rag/main.py
@@ -400,9 +400,9 @@ def get_loader(filename: str, file_content_type: str, file_path: str):
    elif file_ext in known_source_ext or (
        file_content_type and file_content_type.find("text/") >= 0
    ):
-        loader = TextLoader(file_path)
+        loader = TextLoader(file_path, autodetect_encoding=True)
    else:
-        loader = TextLoader(file_path)
+        loader = TextLoader(file_path, autodetect_encoding=True)
        known_type = False
    return loader, known_type