From 03c1f5fe7cdb2f9cb690823fdd40593be57c408f Mon Sep 17 00:00:00 2001
From: Zack Angelo <zackangelo@gmail.com>
Date: Wed, 11 Jun 2025 21:27:14 +0000
Subject: [PATCH] upgrade cudarc to 0.16.3

---
 Cargo.lock |  4 ++--
 Cargo.toml | 43 ++++++++++++++++++++++++++++++++++++++-----
 src/lib.rs | 16 ++++------------
 3 files changed, 44 insertions(+), 19 deletions(-)

diff --git a/Cargo.lock b/Cargo.lock
index 25c3eef..fc92941 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -105,9 +105,9 @@ checksum = "43da5946c66ffcc7745f48db692ffbb10a83bfe0afd96235c5c2a4fb23994929"
 
 [[package]]
 name = "cudarc"
-version = "0.13.9"
+version = "0.16.4"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "486c221362668c63a1636cfa51463b09574433b39029326cff40864b3ba12b6e"
+checksum = "f9574894139a982bf26fbb44473a9d416c015e779c51ef0fbc0789f1a1c17b25"
 dependencies = [
  "half",
  "libloading",
diff --git a/Cargo.toml b/Cargo.toml
index e78a111..94282ac 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -21,18 +21,51 @@ num-traits = { version = "0.2.14", default-features = false, features = [
     "libm",
 ], optional = true }
 zerocopy = { version = "0.6.0", default-features = false, optional = true }
-rand = { version = "0.9.0", default-features = false, features = ["std", "std_rng", "thread_rng"], optional = true }
-rand_distr = { version = "0.5.0", default-features = false, optional = true }
+rand = { version = "0.9.0", default-features = false, features = [
+    "std",
+    "std_rng",
+    "thread_rng",
+], optional = true }
+rand_distr = { version = "0.5.1", default-features = false, optional = true }
 rkyv = { version = "0.7", optional = true }
-cudarc = { version = "0.13.3", features = ["std", "cublas", "cublaslt", "curand", "driver", "nvrtc", "f16", "cuda-version-from-build-system", "dynamic-linking"], default-features=false, optional = true }
-mistralrs_cudarc_fork = { version = "0.12.1", features = ["std", "cublas", "cublaslt", "curand", "driver", "nvrtc", "f16", "cuda-version-from-build-system", "dynamic-linking"], default-features=false, optional = true }
+cudarc = { version = "0.16.3", features = [
+    "std",
+    "cublas",
+    "cublaslt",
+    "curand",
+    "driver",
+    "nvrtc",
+    "f16",
+    "cuda-version-from-build-system",
+    "dynamic-linking",
+], default-features = false, optional = true }
+mistralrs_cudarc_fork = { version = "0.12.1", features = [
+    "std",
+    "cublas",
+    "cublaslt",
+    "curand",
+    "driver",
+    "nvrtc",
+    "f16",
+    "cuda-version-from-build-system",
+    "dynamic-linking",
+], default-features = false, optional = true }
 
 [features]
 default = ["std"]
 std = []
 cuda = ["dep:cudarc"]
 mistralrs_cudarc_fork = ["dep:mistralrs_cudarc_fork"]
-all = ["std", "num-traits", "rand_distr", "bytemuck", "zerocopy", "rkyv", "serde", "cuda"]
+all = [
+    "std",
+    "num-traits",
+    "rand_distr",
+    "bytemuck",
+    "zerocopy",
+    "rkyv",
+    "serde",
+    "cuda",
+]
 num-traits = ["dep:num-traits"]
 rand_distr = ["dep:rand_distr", "dep:rand", "std"]
 bytemuck = ["dep:bytemuck"]
diff --git a/src/lib.rs b/src/lib.rs
index 8efd07f..acf2a50 100644
--- a/src/lib.rs
+++ b/src/lib.rs
@@ -1565,22 +1565,14 @@ from_t!(F8E4M3);
 from_t!(F8E5M2);
 
 #[cfg(feature = "cuda")]
-unsafe impl cudarc::driver::DeviceRepr for F8E4M3 {
-    fn as_kernel_param(&self) -> *mut std::ffi::c_void {
-        use std::ptr::addr_of;
-        addr_of!(self.0) as *const u8 as *mut _
-    }
-}
+unsafe impl cudarc::driver::DeviceRepr for F8E4M3 {}
+
 #[cfg(feature = "cuda")]
 unsafe impl cudarc::driver::ValidAsZeroBits for F8E4M3 {}
 
 #[cfg(feature = "cuda")]
-unsafe impl cudarc::driver::safe::DeviceRepr for F8E5M2 {
-    fn as_kernel_param(&self) -> *mut std::ffi::c_void {
-        use std::ptr::addr_of;
-        addr_of!(self.0) as *const u8 as *mut _
-    }
-}
+unsafe impl cudarc::driver::safe::DeviceRepr for F8E5M2 {}
+
 #[cfg(feature = "cuda")]
 unsafe impl cudarc::driver::ValidAsZeroBits for F8E5M2 {}