03-locale.diff 377 Bytes
Newer Older
1
2
3
4
5
6
diff --git a/llama.cpp b/llama.cpp
index b19616e8..519b9602 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -9938,7 +9938,7 @@ struct llm_tokenizer_wpm {
     }
Jeffrey Morgan's avatar
Jeffrey Morgan committed
7
 
8
9
10
11
12
13
     uint32_t to_lower(uint32_t code) {
-        static const std::locale locale("en_US.UTF-8");
+        static const std::locale locale("");
 #if defined(_WIN32)
         if (code > 0xFFFF) {
             return code;