diff --git a/scripts/setup-centos9.sh b/scripts/setup-centos9.sh
index b9c7a8f70146..6ec698588dd5 100755
--- a/scripts/setup-centos9.sh
+++ b/scripts/setup-centos9.sh
@@ -179,11 +179,12 @@ function install_duckdb {
 function install_stemmer {
   wget_and_untar https://snowballstem.org/dist/libstemmer_c-${STEMMER_VERSION}.tar.gz stemmer
   (
-    cd stemmer
+    cd ${DEPENDENCY_DIR}/stemmer
     sed -i '/CPPFLAGS=-Iinclude/ s/$/ -fPIC/' Makefile
     make clean && make "-j${NPROC}"
-    ${SUDO} cp libstemmer.a /usr/local/lib/
-    ${SUDO} cp include/libstemmer.h /usr/local/include/
+    INSTALL_PREFIX="${INSTALL_PREFIX:-/usr/local}"
+    ${SUDO} cp libstemmer.a ${INSTALL_PREFIX}/lib/
+    ${SUDO} cp include/libstemmer.h ${INSTALL_PREFIX}/include/
   )
 }
 
diff --git a/scripts/setup-ubuntu.sh b/scripts/setup-ubuntu.sh
index 114ae3b371d2..b627730b6f0d 100755
--- a/scripts/setup-ubuntu.sh
+++ b/scripts/setup-ubuntu.sh
@@ -188,11 +188,12 @@ function install_duckdb {
 function install_stemmer {
   wget_and_untar https://snowballstem.org/dist/libstemmer_c-${STEMMER_VERSION}.tar.gz stemmer
   (
-    cd stemmer
+    cd ${DEPENDENCY_DIR}/stemmer
     sed -i '/CPPFLAGS=-Iinclude/ s/$/ -fPIC/' Makefile
     make clean && make "-j${NPROC}"
-    ${SUDO} cp libstemmer.a /usr/local/lib/
-    ${SUDO} cp include/libstemmer.h /usr/local/include/
+    INSTALL_PREFIX="${INSTALL_PREFIX:-/usr/local}"
+    ${SUDO} cp libstemmer.a ${INSTALL_PREFIX}/lib/
+    ${SUDO} cp include/libstemmer.h ${INSTALL_PREFIX}/include/
   )
 }