[Example] ggml: increase llama ctx-size for tinyllama CI job

Signed-off-by: dm4 <[email protected]>
second-state · Feb 22, 2024 · 9292ea5 · 9292ea5
1 parent ceb3a4f
commit 9292ea5
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 1 deletion.
diff --git a/wasmedge-ggml/llama/src/main.rs b/wasmedge-ggml/llama/src/main.rs
@@ -61,7 +61,7 @@ fn main() {
     let mut options = HashMap::new();
     options.insert("enable-log", Value::from(false));
     options.insert("n-gpu-layers", Value::from(0));
-    options.insert("ctx-size", Value::from(512));
+    options.insert("ctx-size", Value::from(1024));
 
     // Create graph and initialize context.
     let graph =

diff --git a/wasmedge-ggml/llama/wasmedge-ggml-llama.wasm b/wasmedge-ggml/llama/wasmedge-ggml-llama.wasm