From c1423e100d10bfe869af1631b9ef78ad79bfa258 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Thomas=20M=C3=BCller?= <tom@94.me>
Date: Fri, 3 Jan 2025 12:54:32 +0100
Subject: [PATCH] fix: CUDA API bottleneck on newer CUDA versions on Linux

---
 src/common_host.cu | 29 ++++++++++++++++++-----------
 1 file changed, 18 insertions(+), 11 deletions(-)

diff --git a/src/common_host.cu b/src/common_host.cu
index 54e33ec7..1c55fa9f 100644
--- a/src/common_host.cu
+++ b/src/common_host.cu
@@ -225,15 +225,26 @@ bool cuda_supports_virtual_memory(int device) {
 	return supports_vmm != 0;
 }
 
+std::unordered_map<int, cudaDeviceProp>& cuda_device_properties() {
+	static auto* cuda_device_props = new std::unordered_map<int, cudaDeviceProp>{};
+	return *cuda_device_props;
+}
+
+const cudaDeviceProp& cuda_get_device_properties(int device) {
+	if (cuda_device_properties().count(device) == 0) {
+		auto& props = cuda_device_properties()[device];
+		CUDA_CHECK_THROW(cudaGetDeviceProperties(&props, device));
+	}
+
+	return cuda_device_properties().at(device);
+}
+
 std::string cuda_device_name(int device) {
-	cudaDeviceProp props;
-	CUDA_CHECK_THROW(cudaGetDeviceProperties(&props, device));
-	return props.name;
+	return cuda_get_device_properties(device).name;
 }
 
 uint32_t cuda_compute_capability(int device) {
-	cudaDeviceProp props;
-	CUDA_CHECK_THROW(cudaGetDeviceProperties(&props, device));
+	const auto& props = cuda_get_device_properties(device);
 	return props.major * 10 + props.minor;
 }
 
@@ -255,15 +266,11 @@ uint32_t cuda_supported_compute_capability(int device) {
 }
 
 size_t cuda_max_shmem(int device) {
-	cudaDeviceProp props;
-	CUDA_CHECK_THROW(cudaGetDeviceProperties(&props, device));
-	return props.sharedMemPerBlockOptin;
+	return cuda_get_device_properties(device).sharedMemPerBlockOptin;
 }
 
 uint32_t cuda_max_registers(int device) {
-	cudaDeviceProp props;
-	CUDA_CHECK_THROW(cudaGetDeviceProperties(&props, device));
-	return (uint32_t)props.regsPerBlock;
+	return (uint32_t)cuda_get_device_properties(device).regsPerBlock;
 }
 
 size_t cuda_memory_granularity(int device) {