updated build.rs

edgenai · Mar 26, 2024 · b18e03a · b18e03a
1 parent 491f69a
commit b18e03a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/crates/llama_cpp_sys/build.rs b/crates/llama_cpp_sys/build.rs
@@ -430,7 +430,7 @@ fn compile_cuda(cx: &mut Build, cxx: &mut Build, featless_cxx: Build) -> &'stati
     let mut nvcc = featless_cxx;
     nvcc.cuda(true)
         .flag("--forward-unknown-to-host-compiler")
-        .flag("-arch=native")
+        .flag("-arch=all")
         .define("K_QUANTS_PER_ITERATION", Some("2"))
         .define("GGML_CUDA_PEER_MAX_BATCH_SIZE", Some("128"));