chore(deps): bump llama.cpp, rename llama_add_bos_token (#3253)

deps(llama.cpp): bump, rename llama_add_bos_token Signed-off-by: Ettore Di Giacinto <[email protected]>
mudler · Aug 15, 2024 · 409e2d3 · 409e2d3
1 parent 8bbf093
commit 409e2d3
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/Makefile b/Makefile
@@ -8,7 +8,7 @@ DETECT_LIBS?=true
 # llama.cpp versions
 GOLLAMA_REPO?=https://github.com/go-skynet/go-llama.cpp
 GOLLAMA_VERSION?=2b57a8ae43e4699d3dc5d1496a1ccd42922993be
-CPPLLAMA_VERSION?=5fd89a70ead34d1a17015ddecad05aaa2490ca46
+CPPLLAMA_VERSION?=4b9afbbe9037f8a2d659097c0c7d9fce32c6494c
 
 # go-rwkv version
 RWKV_REPO?=https://github.com/donomii/go-rwkv.cpp

diff --git a/backend/cpp/llama/grpc-server.cpp b/backend/cpp/llama/grpc-server.cpp
@@ -480,7 +480,7 @@ struct llama_server_context
 
         n_ctx = llama_n_ctx(ctx);
 
-        add_bos_token = llama_should_add_bos_token(model);
+        add_bos_token = llama_add_bos_token(model);
 
         return true;
     }