Merge pull request #68 from edgenai/fix/cuda-build

updated build.rs
edgenai · Mar 26, 2024 · 9dd2b22 · 9dd2b22
2 parents 491f69a + b18e03a
commit 9dd2b22
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/crates/llama_cpp_sys/build.rs b/crates/llama_cpp_sys/build.rs
@@ -430,7 +430,7 @@ fn compile_cuda(cx: &mut Build, cxx: &mut Build, featless_cxx: Build) -> &'stati
     let mut nvcc = featless_cxx;
     nvcc.cuda(true)
         .flag("--forward-unknown-to-host-compiler")
-        .flag("-arch=native")
+        .flag("-arch=all")
         .define("K_QUANTS_PER_ITERATION", Some("2"))
         .define("GGML_CUDA_PEER_MAX_BATCH_SIZE", Some("128"));