03-locale.diff 376 B

12345678910111213
  1. diff --git a/llama.cpp b/llama.cpp
  2. index b19616e8..519b9602 100644
  3. --- a/llama.cpp
  4. +++ b/llama.cpp
  5. @@ -9938,7 +9938,7 @@ struct llm_tokenizer_wpm {
  6. }
  7. uint32_t to_lower(uint32_t code) {
  8. - static const std::locale locale("en_US.UTF-8");
  9. + static const std::locale locale("");
  10. #if defined(_WIN32)
  11. if (code > 0xFFFF) {
  12. return code;