From e72c567cfd18a6e48de0acaeda60896af4bff3fd Mon Sep 17 00:00:00 2001 From: Jeffrey Morgan Date: Tue, 12 Mar 2024 22:08:13 -0700 Subject: [PATCH] restore locale patch (#3091) --- llm/patches/04-locale.diff | 13 +++++++++++++ 1 file changed, 13 insertions(+) create mode 100644 llm/patches/04-locale.diff diff --git a/llm/patches/04-locale.diff b/llm/patches/04-locale.diff new file mode 100644 index 00000000..c01b2a2d --- /dev/null +++ b/llm/patches/04-locale.diff @@ -0,0 +1,13 @@ +diff --git a/llama.cpp b/llama.cpp +index b27aa272..99372f9c 100644 +--- a/llama.cpp ++++ b/llama.cpp +@@ -9360,7 +9360,7 @@ struct llm_tokenizer_wpm { + } + + uint32_t to_lower(uint32_t code) { +- static const std::locale locale("en_US.UTF-8"); ++ static const std::locale locale(""); + #if defined(_WIN32) + if (code > 0xFFFF) { + return code;