diff --git a/models/ggml/ggml-cuda.cu b/models/ggml/ggml-cuda.cu
index ea11802..e9cd5ad 100644
--- a/models/ggml/ggml-cuda.cu
+++ b/models/ggml/ggml-cuda.cu
@@ -133,7 +133,7 @@ static_assert(sizeof(half) == sizeof(ggml_fp16_t), "wrong fp16 size");
         }                                                                               \
     } while (0)
 
-#if CUDART_VERSION >= 12000
+#if CUDART_VERSION >= 11000
 #define CUBLAS_CHECK(err)                                                               \
     do {                                                                                \
         cublasStatus_t err_ = (err);                                                    \