diff --git a/Project.toml b/Project.toml
index 910f4d1d8..65126e57f 100644
--- a/Project.toml
+++ b/Project.toml
@@ -20,4 +20,4 @@ ReactantNNlibExt = "NNlib"
 [compat]
 CEnum = "0.4"
 Enzyme = "0.11, 0.12"
-Reactant_jll = "0.0.3"
+Reactant_jll = "0.0.4"
diff --git a/src/XLA.jl b/src/XLA.jl
index 59e035d44..e5abb264b 100644
--- a/src/XLA.jl
+++ b/src/XLA.jl
@@ -75,8 +75,8 @@ function __init__()
     ccall(initLogs, Cvoid, ())
     cpu = CPUClient()
     backends["cpu"] = cpu
-    gpu = GPUClient()
-    backends["gpu"] = gpu
+    # gpu = GPUClient()
+    # backends["gpu"] = gpu
     default_backend[] = cpu
 end