diff --git a/ggml-cuda.cu b/ggml-cuda.cu
index 0873e3e51..bd89d0a1f 100644
--- a/ggml-cuda.cu
+++ b/ggml-cuda.cu
@@ -25,7 +25,7 @@ static_assert(sizeof(half) == sizeof(ggml_fp16_t), "wrong fp16 size");
         }                                                                               \
     } while (0)
 
-#if CUDART_VERSION >= 12
+#if CUDART_VERSION >= 12000
 #define CUBLAS_CHECK(err)                                                               \
     do {                                                                                \
         cublasStatus_t err_ = (err);                                                    \