Update llama.cpp submodule to latest release b4079 (#292)

* Update submodule to latest release b4079 * fix: build --------- Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com> Co-authored-by: vansangpfiev <[email protected]>
janhq · Nov 15, 2024 · 2580c85 · 2580c85
1 parent 48db294
commit 2580c85
Show file tree

Hide file tree

Showing 3 changed files with 9 additions and 9 deletions.
diff --git a/llama.cpp b/llama.cpp
diff --git a/patches/0001-Add-API-query-buffer-size.patch b/patches/0001-Add-API-query-buffer-size.patch
@@ -32,19 +32,19 @@ index c466cd88..15f3102c 100644
 
 +const size_t llama_get_cpu_buffer(const struct llama_model * model) {
 +    size_t buffer{0};
-+    for (const auto buf : model->bufs) {
-+        if (strcmp(ggml_backend_buffer_name(buf), "CPU") == 0) {
-+            buffer += ggml_backend_buffer_get_size(buf);
++    for (const auto& buf : model->bufs) {
++        if (strcmp(ggml_backend_buffer_name(buf.get()), "CPU") == 0) {
++            buffer += ggml_backend_buffer_get_size(buf.get());
 +        }
 +    }
 +    return buffer;
 +}
 +
 +const size_t llama_get_other_buffer(const struct llama_model * model) {
 +    size_t buffer{0};
-+    for (const auto buf : model->bufs) {
-+        if (strcmp(ggml_backend_buffer_name(buf), "CPU") != 0) {
-+            buffer += ggml_backend_buffer_get_size(buf);
++    for (const auto& buf : model->bufs) {
++        if (strcmp(ggml_backend_buffer_name(buf.get()), "CPU") != 0) {
++            buffer += ggml_backend_buffer_get_size(buf.get());
 +        }
 +    }
 +    return buffer;

diff --git a/src/llama_engine.cc b/src/llama_engine.cc
@@ -476,8 +476,8 @@ void LlamaEngine::SetFileLogger(int max_log_lines,
         }
       },
       nullptr);
-  freopen(log_path.c_str(), "w", stderr);
-  freopen(log_path.c_str(), "w", stdout);
+  freopen(log_path.c_str(), "a", stderr);
+  freopen(log_path.c_str(), "a", stdout);
 }
 
 bool LlamaEngine::LoadModelImpl(std::shared_ptr<Json::Value> json_body) {