From 9292ea51b63a5f638eb5c6742061a9256b4b935e Mon Sep 17 00:00:00 2001 From: dm4 Date: Thu, 22 Feb 2024 14:52:26 +0800 Subject: [PATCH] [Example] ggml: increase llama ctx-size for tinyllama CI job Signed-off-by: dm4 --- wasmedge-ggml/llama/src/main.rs | 2 +- wasmedge-ggml/llama/wasmedge-ggml-llama.wasm | Bin 2215695 -> 2215695 bytes 2 files changed, 1 insertion(+), 1 deletion(-) diff --git a/wasmedge-ggml/llama/src/main.rs b/wasmedge-ggml/llama/src/main.rs index df4449a..a8d5354 100644 --- a/wasmedge-ggml/llama/src/main.rs +++ b/wasmedge-ggml/llama/src/main.rs @@ -61,7 +61,7 @@ fn main() { let mut options = HashMap::new(); options.insert("enable-log", Value::from(false)); options.insert("n-gpu-layers", Value::from(0)); - options.insert("ctx-size", Value::from(512)); + options.insert("ctx-size", Value::from(1024)); // Create graph and initialize context. let graph = diff --git a/wasmedge-ggml/llama/wasmedge-ggml-llama.wasm b/wasmedge-ggml/llama/wasmedge-ggml-llama.wasm index 18b555eaf1f3d51e3587e1b67e38e18a890021ca..e6264335305414c2cfb57de55340d575a1affedc 100755 GIT binary patch delta 243 zcmZw7yAHun0D$4twbY$z-JO^vj<)J0BwoN~so5wI>Cmmmb~cGOur*ds=C>QZ>HpOu zF%({@Wtg$D5@i|4A&&xzD4`4!6;$ziYpA1vCR%8tgD!fo(T4*U0}L_37!yn}!#q=# zcphxem(urwaOL}JDZ_BP2^ME9Z3-C delta 243 zcmZw7y9$C}0ES^K%gT83y%!z%{_K8FKkYF_ AqW}N^