diff --git a/ggml-cuda.cu b/ggml-cuda.cu
index 036668bfd..61d92d7ef 100644
--- a/ggml-cuda.cu
+++ b/ggml-cuda.cu
@@ -80,6 +80,7 @@
 #define cudaStreamWaitEvent(stream, event, flags) hipStreamWaitEvent(stream, event, flags)
 #define cudaStream_t hipStream_t
 #define cudaSuccess hipSuccess
+#define __trap abort
 #else
 #include <cuda_runtime.h>
 #include <cublas_v2.h>