diff --git a/backend/cpp/llama-cpp/Makefile b/backend/cpp/llama-cpp/Makefile
index bcd388182d78..b8b1b08be4ef 100644
--- a/backend/cpp/llama-cpp/Makefile
+++ b/backend/cpp/llama-cpp/Makefile
@@ -1,5 +1,5 @@
 
-LLAMA_VERSION?=a37cc46104eb50900d5ab4a9ba02a0abdac039db
+LLAMA_VERSION?=78a8ae14be559b45f5f13ddee82c188b683d5d8d
 LLAMA_REPO?=https://github.com/ggerganov/llama.cpp
 
 CMAKE_ARGS?=