From 0766bda5a8ff4485f8f07fdcfe97dc8e9ba79a6b Mon Sep 17 00:00:00 2001 From: bssrdf Date: Tue, 22 Oct 2024 15:17:26 -0400 Subject: [PATCH] increase cuda_cpy block size --- src/ggml-cuda/cpy.cuh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/ggml-cuda/cpy.cuh b/src/ggml-cuda/cpy.cuh index 796167426..28b06cdda 100644 --- a/src/ggml-cuda/cpy.cuh +++ b/src/ggml-cuda/cpy.cuh @@ -1,6 +1,6 @@ #include "common.cuh" -#define CUDA_CPY_BLOCK_SIZE 32 +#define CUDA_CPY_BLOCK_SIZE 64 void ggml_cuda_cpy(ggml_backend_cuda_context & ctx, const ggml_tensor * src0, ggml_tensor * src1);