From 60117ec05722c41033376b67976f33dd7d8c34b3 Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Thu, 8 Aug 2024 06:59:10 +0200 Subject: [PATCH] fix(apple): disable BUILD_TYPE metal on fallback (#3199) When compiling the single-binary on Apple, we enforce BUILD_TYPE=metal, however, we want still to have the fallback vanilla such as if llama.cpp fails to load metal (e.g. if Acceleration framework is missing, or MacOS version is too old) we can still run by offloading to the CPU. The default backend is still using metal as usual. Signed-off-by: Ettore Di Giacinto --- Makefile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Makefile b/Makefile index 6799cf2bc460..22c48110f767 100644 --- a/Makefile +++ b/Makefile @@ -387,7 +387,7 @@ ifeq ($(DETECT_LIBS),true) scripts/prepare-libs.sh backend-assets/grpc/llama-cpp-avx2 endif ifeq ($(OS),Darwin) - $(info ${GREEN}I Skip CUDA/hipblas build on MacOS${RESET}) + BUILD_TYPE=none $(MAKE) backend-assets/grpc/llama-cpp-fallback else $(MAKE) backend-assets/grpc/llama-cpp-cuda $(MAKE) backend-assets/grpc/llama-cpp-hipblas