From b18e03a8bcee7015f2851688e878d435ffab1ad0 Mon Sep 17 00:00:00 2001 From: Pedro Valente Date: Tue, 26 Mar 2024 16:38:11 +0000 Subject: [PATCH] updated build.rs --- crates/llama_cpp_sys/build.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/crates/llama_cpp_sys/build.rs b/crates/llama_cpp_sys/build.rs index 0d38b5c..34de349 100644 --- a/crates/llama_cpp_sys/build.rs +++ b/crates/llama_cpp_sys/build.rs @@ -430,7 +430,7 @@ fn compile_cuda(cx: &mut Build, cxx: &mut Build, featless_cxx: Build) -> &'stati let mut nvcc = featless_cxx; nvcc.cuda(true) .flag("--forward-unknown-to-host-compiler") - .flag("-arch=native") + .flag("-arch=all") .define("K_QUANTS_PER_ITERATION", Some("2")) .define("GGML_CUDA_PEER_MAX_BATCH_SIZE", Some("128"));