v0.7.3

EricLBuehler · Oct 27, 2024 · fc3efc5 · fc3efc5
1 parent 7e3e5f9
commit fc3efc5
Show file tree

Hide file tree

Showing 8 changed files with 20 additions and 18 deletions.
diff --git a/.gitmodules b/.gitmodules
@@ -1,3 +1,3 @@
-[submodule "ebcandle-examples/examples/flash-attn/cutlass"]
+[submodule "ebcandle-flash-attn/cutlass"]
 	path = ebcandle-flash-attn/cutlass
 	url = https://github.com/NVIDIA/cutlass.git
diff --git a/Cargo.toml b/Cargo.toml
@@ -20,7 +20,7 @@ exclude = [
 resolver = "2"
 
 [workspace.package]
-version = "0.7.2"
+version = "0.7.3"
 edition = "2021"
 description = "Minimalist ML framework."
 repository = "https://github.com/huggingface/ebcandle"
@@ -33,14 +33,14 @@ ab_glyph = "0.2.23"
 accelerate-src = { version = "0.3.2" }
 anyhow = { version = "1", features = ["backtrace"] }
 byteorder = "1.4.3"
-ebcandle = { path = "./ebcandle-core", package = "ebcandle-core", version = "0.7.2" }
-ebcandle-datasets = { path = "./ebcandle-datasets", version = "0.7.2" }
-ebcandle-flash-attn = { path = "./ebcandle-flash-attn", version = "0.7.2" }
-ebcandle-kernels = { path = "./ebcandle-kernels", version = "0.7.2" }
-ebcandle-metal-kernels = { path = "./ebcandle-metal-kernels", version = "0.7.2" }
-ebcandle-nn = { path = "./ebcandle-nn", version = "0.7.2" }
-ebcandle-onnx = { path = "./ebcandle-onnx", version = "0.7.2" }
-ebcandle-transformers = { path = "./ebcandle-transformers", version = "0.7.2" }
+ebcandle = { path = "./ebcandle-core", package = "ebcandle-core", version = "0.7.3" }
+ebcandle-datasets = { path = "./ebcandle-datasets", version = "0.7.3" }
+ebcandle-flash-attn = { path = "./ebcandle-flash-attn", version = "0.7.3" }
+ebcandle-kernels = { path = "./ebcandle-kernels", version = "0.7.3" }
+ebcandle-metal-kernels = { path = "./ebcandle-metal-kernels", version = "0.7.3" }
+ebcandle-nn = { path = "./ebcandle-nn", version = "0.7.3" }
+ebcandle-onnx = { path = "./ebcandle-onnx", version = "0.7.3" }
+ebcandle-transformers = { path = "./ebcandle-transformers", version = "0.7.3" }
 clap = { version = "4.2.4", features = ["derive"] }
 criterion = { version = "0.5.1", default-features=false }
 cudarc = { version = "0.12.1", features = ["std", "cublas", "cublaslt", "curand", "driver", "nvrtc", "f16", "cuda-version-from-build-system", "dynamic-linking"], default-features=false }
@@ -74,7 +74,7 @@ tracing-subscriber = "0.3.7"
 ug = "0.0.2"
 ug-cuda = "0.0.2"
 ug-metal = "0.0.2"
-yoke = { version = "0.7.2", features = ["derive"] }
+yoke = { version = "0.7.3", features = ["derive"] }
 zip = { version = "1.1.1", default-features = false }
 metal = { version = "0.27.0", features = ["mps"]}
 

diff --git a/ebcandle-core/src/cuda_backend/device.rs b/ebcandle-core/src/cuda_backend/device.rs
@@ -205,6 +205,7 @@ impl CudaDevice {
             device,
             blas: Arc::new(blas),
             curand: Arc::new(Mutex::new(CudaRng(curand))),
+            seed_value: Arc::new(RwLock::new(299792458)),
         })
     }
 }

diff --git a/ebcandle-flash-attn/Cargo.toml b/ebcandle-flash-attn/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "ebcandle-flash-attn"
-version = "0.7.2"
+version = "0.7.3"
 edition = "2021"
 
 description = "Flash attention layer for the ebcandle ML framework."
@@ -11,7 +11,7 @@ license = "MIT OR Apache-2.0"
 readme = "README.md"
 
 [dependencies]
-ebcandle = { path = "../ebcandle-core", features = ["cuda"], package = "ebcandle-core", version = "0.7.2" }
+ebcandle = { path = "../ebcandle-core", features = ["cuda"], package = "ebcandle-core", version = "0.7.3" }
 half = { version = "2.3.1", features = ["num-traits"] }
 
 [build-dependencies]

diff --git a/ebcandle-flash-attn/cutlass b/ebcandle-flash-attn/cutlass
diff --git a/ebcandle-kernels/Cargo.toml b/ebcandle-kernels/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "ebcandle-kernels"
-version = "0.7.2"
+version = "0.7.3"
 edition = "2021"
 
 description = "CUDA kernels for Candle"

diff --git a/ebcandle-metal-kernels/Cargo.toml b/ebcandle-metal-kernels/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "ebcandle-metal-kernels"
-version = "0.7.2"
+version = "0.7.3"
 edition = "2021"
 
 description = "Metal kernels for Candle"

diff --git a/ebcandle-onnx/Cargo.toml b/ebcandle-onnx/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "ebcandle-onnx"
-version = "0.7.2"
+version = "0.7.3"
 edition = "2021"
 
 description = "ONNX support for Candle"
@@ -10,8 +10,8 @@ categories = ["science"]
 license = "MIT OR Apache-2.0"
 
 [dependencies]
-ebcandle = { path = "../ebcandle-core", package = "ebcandle-core", version = "0.7.2" }
-ebcandle-nn = { path = "../ebcandle-nn", version = "0.7.2" }
+ebcandle = { path = "../ebcandle-core", package = "ebcandle-core", version = "0.7.3" }
+ebcandle-nn = { path = "../ebcandle-nn", version = "0.7.3" }
 prost = "0.12.1"
 
 [build-dependencies]