CLBlast/test/wrapper_cublas.hpp

// =================================================================================================
// This file is part of the CLBlast project. The project is licensed under Apache Version 2.0. This
// project loosely follows the Google C++ styleguide and uses a tab-size of two spaces and a max-
// width of 100 characters per line.
//
// Author(s):
//   Cedric Nugteren <www.cedricnugteren.nl>
//
// This file implements a wrapper around the cuBLAS library, such that its routines can be called
// in a similar way as the CLBlast routines: using alpha and beta to determine the precision.
//
// =================================================================================================

#ifndef CLBLAST_TEST_WRAPPER_CUBLAS_H_
#define CLBLAST_TEST_WRAPPER_CUBLAS_H_

#include <cuda_runtime.h>
#include <cublas_v2.h>

#include "utilities/utilities.hpp"

namespace clblast {

// Conversions from CLBlast types
cublasOperation_t convertToCUBLAS(const Transpose v) { return (v == Transpose::kNo) ? CUBLAS_OP_N : (v == Transpose::kYes) ? CUBLAS_OP_T : CUBLAS_OP_C; }
cublasFillMode_t convertToCUBLAS(const Triangle v) { return (v == Triangle::kUpper) ? CUBLAS_FILL_MODE_UPPER : CUBLAS_FILL_MODE_LOWER; }
cublasDiagType_t convertToCUBLAS(const Diagonal v) { return (v == Diagonal::kUnit) ? CUBLAS_DIAG_UNIT : CUBLAS_DIAG_NON_UNIT; }
cublasSideMode_t convertToCUBLAS(const Side v) { return (v == Side::kLeft) ? CUBLAS_SIDE_LEFT : CUBLAS_SIDE_RIGHT; }

// =================================================================================================
// BLAS level-1 (vector-vector) routines
// =================================================================================================

// Forwards the cuBLAS calls for SROTG/DROTG
template <typename T>
cublasStatus_t cublasXrotg(T* sa_buffer, const size_t sa_offset,
                           T* sb_buffer, const size_t sb_offset,
                           T* sc_buffer, const size_t sc_offset,
                           T* ss_buffer, const size_t ss_offset);
template <>
cublasStatus_t cublasXrotg<float>(float* sa_buffer, const size_t sa_offset,
                                  float* sb_buffer, const size_t sb_offset,
                                  float* sc_buffer, const size_t sc_offset,
                                  float* ss_buffer, const size_t ss_offset) {
  cublasHandle_t handle;
  auto status = cublasSrotg(handle, &sa_buffer[sa_offset],
                            &sb_buffer[sb_offset],
                            &sc_buffer[sc_offset],
                            &ss_buffer[ss_offset]);
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXrotg<double>(double* sa_buffer, const size_t sa_offset,
                                   double* sb_buffer, const size_t sb_offset,
                                   double* sc_buffer, const size_t sc_offset,
                                   double* ss_buffer, const size_t ss_offset) {
  cublasHandle_t handle;
  auto status = cublasDrotg(handle, &sa_buffer[sa_offset],
                            &sb_buffer[sb_offset],
                            &sc_buffer[sc_offset],
                            &ss_buffer[ss_offset]);
  cublasDestroy(handle);
  return status;
}

// Forwards the cuBLAS calls for SROTMG/DROTMG
template <typename T>
cublasStatus_t cublasXrotmg(T* sd1_buffer, const size_t sd1_offset,
                            T* sd2_buffer, const size_t sd2_offset,
                            T* sx1_buffer, const size_t sx1_offset,
                            const T* sy1_buffer, const size_t sy1_offset,
                            T* sparam_buffer, const size_t sparam_offset);
template <>
cublasStatus_t cublasXrotmg<float>(float* sd1_buffer, const size_t sd1_offset,
                                   float* sd2_buffer, const size_t sd2_offset,
                                   float* sx1_buffer, const size_t sx1_offset,
                                   const float* sy1_buffer, const size_t sy1_offset,
                                   float* sparam_buffer, const size_t sparam_offset) {
  cublasHandle_t handle;
  auto status = cublasSrotmg(handle, &sd1_buffer[sd1_offset],
                             &sd2_buffer[sd2_offset],
                             &sx1_buffer[sx1_offset],
                             &sy1_buffer[sy1_offset],
                             &sparam_buffer[sparam_offset]);
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXrotmg<double>(double* sd1_buffer, const size_t sd1_offset,
                                    double* sd2_buffer, const size_t sd2_offset,
                                    double* sx1_buffer, const size_t sx1_offset,
                                    const double* sy1_buffer, const size_t sy1_offset,
                                    double* sparam_buffer, const size_t sparam_offset) {
  cublasHandle_t handle;
  auto status = cublasDrotmg(handle, &sd1_buffer[sd1_offset],
                             &sd2_buffer[sd2_offset],
                             &sx1_buffer[sx1_offset],
                             &sy1_buffer[sy1_offset],
                             &sparam_buffer[sparam_offset]);
  cublasDestroy(handle);
  return status;
}

// Forwards the cuBLAS calls for SROT/DROT
cublasStatus_t cublasXrot(const size_t n,
                          float* x_buffer, const size_t x_offset, const size_t x_inc,
                          float* y_buffer, const size_t y_offset, const size_t y_inc,
                          const float cos,
                          const float sin) {
  cublasHandle_t handle;
  auto status = cublasSrot(handle, static_cast<int>(n),
                           &x_buffer[x_offset], static_cast<int>(x_inc),
                           &y_buffer[y_offset], static_cast<int>(y_inc),
                           cos,
                           sin);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXrot(const size_t n,
                          double* x_buffer, const size_t x_offset, const size_t x_inc,
                          double* y_buffer, const size_t y_offset, const size_t y_inc,
                          const double cos,
                          const double sin) {
  cublasHandle_t handle;
  auto status = cublasDrot(handle, static_cast<int>(n),
                           &x_buffer[x_offset], static_cast<int>(x_inc),
                           &y_buffer[y_offset], static_cast<int>(y_inc),
                           cos,
                           sin);
  cublasDestroy(handle);
  return status;
}

// Forwards the cuBLAS calls for SROTM/DROTM
template <typename T>
cublasStatus_t cublasXrotm(const size_t n,
                           T* x_buffer, const size_t x_offset, const size_t x_inc,
                           T* y_buffer, const size_t y_offset, const size_t y_inc,
                           T* sparam_buffer, const size_t sparam_offset);
template <>
cublasStatus_t cublasXrotm<float>(const size_t n,
                                  float* x_buffer, const size_t x_offset, const size_t x_inc,
                                  float* y_buffer, const size_t y_offset, const size_t y_inc,
                                  float* sparam_buffer, const size_t sparam_offset) {
  cublasHandle_t handle;
  auto status = cublasSrotm(handle, static_cast<int>(n),
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc),
                            &sparam_buffer[sparam_offset]);
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXrotm<double>(const size_t n,
                                   double* x_buffer, const size_t x_offset, const size_t x_inc,
                                   double* y_buffer, const size_t y_offset, const size_t y_inc,
                                   double* sparam_buffer, const size_t sparam_offset) {
  cublasHandle_t handle;
  auto status = cublasDrotm(handle, static_cast<int>(n),
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc),
                            &sparam_buffer[sparam_offset]);
  cublasDestroy(handle);
  return status;
}

// Forwards the cuBLAS calls for SSWAP/DSWAP/CSWAP/ZSWAP
template <typename T>
cublasStatus_t cublasXswap(const size_t n,
                           T* x_buffer, const size_t x_offset, const size_t x_inc,
                           T* y_buffer, const size_t y_offset, const size_t y_inc);
template <>
cublasStatus_t cublasXswap<float>(const size_t n,
                                  float* x_buffer, const size_t x_offset, const size_t x_inc,
                                  float* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasSswap(handle, static_cast<int>(n),
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXswap<double>(const size_t n,
                                   double* x_buffer, const size_t x_offset, const size_t x_inc,
                                   double* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasDswap(handle, static_cast<int>(n),
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXswap<float2>(const size_t n,
                                   float2* x_buffer, const size_t x_offset, const size_t x_inc,
                                   float2* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasCswap(handle, static_cast<int>(n),
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXswap<double2>(const size_t n,
                                    double2* x_buffer, const size_t x_offset, const size_t x_inc,
                                    double2* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasZswap(handle, static_cast<int>(n),
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXswap<half>(const size_t n,
                                 half* x_buffer, const size_t x_offset, const size_t x_inc,
                                 half* y_buffer, const size_t y_offset, const size_t y_inc) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// Forwards the cuBLAS calls for SSCAL/DSCAL/CSCAL/ZSCAL
cublasStatus_t cublasXscal(const size_t n,
                           const float alpha,
                           float* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasSscal(handle, static_cast<int>(n),
                            &alpha,
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXscal(const size_t n,
                           const double alpha,
                           double* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasDscal(handle, static_cast<int>(n),
                            &alpha,
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXscal(const size_t n,
                           const float2 alpha,
                           float2* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasCscal(handle, static_cast<int>(n),
                            &cl_float2{{alpha.real(), alpha.imag()}},
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXscal(const size_t n,
                           const double2 alpha,
                           double2* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasZscal(handle, static_cast<int>(n),
                            &cl_double2{{alpha.real(), alpha.imag()}},
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXscal(const size_t n,
                           const half alpha,
                           half* x_buffer, const size_t x_offset, const size_t x_inc) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// Forwards the cuBLAS calls for SCOPY/DCOPY/CCOPY/ZCOPY
template <typename T>
cublasStatus_t cublasXcopy(const size_t n,
                           const T* x_buffer, const size_t x_offset, const size_t x_inc,
                           T* y_buffer, const size_t y_offset, const size_t y_inc);
template <>
cublasStatus_t cublasXcopy<float>(const size_t n,
                                  const float* x_buffer, const size_t x_offset, const size_t x_inc,
                                  float* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasScopy(handle, static_cast<int>(n),
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXcopy<double>(const size_t n,
                                   const double* x_buffer, const size_t x_offset, const size_t x_inc,
                                   double* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasDcopy(handle, static_cast<int>(n),
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXcopy<float2>(const size_t n,
                                   const float2* x_buffer, const size_t x_offset, const size_t x_inc,
                                   float2* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasCcopy(handle, static_cast<int>(n),
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXcopy<double2>(const size_t n,
                                    const double2* x_buffer, const size_t x_offset, const size_t x_inc,
                                    double2* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasZcopy(handle, static_cast<int>(n),
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXcopy<half>(const size_t n,
                                 const half* x_buffer, const size_t x_offset, const size_t x_inc,
                                 half* y_buffer, const size_t y_offset, const size_t y_inc) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// Forwards the cuBLAS calls for SAXPY/DAXPY/CAXPY/ZAXPY
cublasStatus_t cublasXaxpy(const size_t n,
                           const float alpha,
                           const float* x_buffer, const size_t x_offset, const size_t x_inc,
                           float* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasSaxpy(handle, static_cast<int>(n),
                            &alpha,
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXaxpy(const size_t n,
                           const double alpha,
                           const double* x_buffer, const size_t x_offset, const size_t x_inc,
                           double* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasDaxpy(handle, static_cast<int>(n),
                            &alpha,
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXaxpy(const size_t n,
                           const float2 alpha,
                           const float2* x_buffer, const size_t x_offset, const size_t x_inc,
                           float2* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasCaxpy(handle, static_cast<int>(n),
                            &cl_float2{{alpha.real(), alpha.imag()}},
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXaxpy(const size_t n,
                           const double2 alpha,
                           const double2* x_buffer, const size_t x_offset, const size_t x_inc,
                           double2* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasZaxpy(handle, static_cast<int>(n),
                            &cl_double2{{alpha.real(), alpha.imag()}},
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXaxpy(const size_t n,
                           const half alpha,
                           const half* x_buffer, const size_t x_offset, const size_t x_inc,
                           half* y_buffer, const size_t y_offset, const size_t y_inc) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// Forwards the cuBLAS calls for SDOT/DDOT
template <typename T>
cublasStatus_t cublasXdot(const size_t n,
                          T* dot_buffer, const size_t dot_offset,
                          const T* x_buffer, const size_t x_offset, const size_t x_inc,
                          const T* y_buffer, const size_t y_offset, const size_t y_inc);
template <>
cublasStatus_t cublasXdot<float>(const size_t n,
                                 float* dot_buffer, const size_t dot_offset,
                                 const float* x_buffer, const size_t x_offset, const size_t x_inc,
                                 const float* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasSdot(handle, static_cast<int>(n),
                           &dot_buffer[dot_offset],
                           &x_buffer[x_offset], static_cast<int>(x_inc),
                           &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXdot<double>(const size_t n,
                                  double* dot_buffer, const size_t dot_offset,
                                  const double* x_buffer, const size_t x_offset, const size_t x_inc,
                                  const double* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasDdot(handle, static_cast<int>(n),
                           &dot_buffer[dot_offset],
                           &x_buffer[x_offset], static_cast<int>(x_inc),
                           &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXdot<half>(const size_t n,
                                half* dot_buffer, const size_t dot_offset,
                                const half* x_buffer, const size_t x_offset, const size_t x_inc,
                                const half* y_buffer, const size_t y_offset, const size_t y_inc) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// Forwards the cuBLAS calls for CDOTU/ZDOTU
template <typename T>
cublasStatus_t cublasXdotu(const size_t n,
                           T* dot_buffer, const size_t dot_offset,
                           const T* x_buffer, const size_t x_offset, const size_t x_inc,
                           const T* y_buffer, const size_t y_offset, const size_t y_inc);
template <>
cublasStatus_t cublasXdotu<float2>(const size_t n,
                                   float2* dot_buffer, const size_t dot_offset,
                                   const float2* x_buffer, const size_t x_offset, const size_t x_inc,
                                   const float2* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasCdotu(handle, static_cast<int>(n),
                            &dot_buffer[dot_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXdotu<double2>(const size_t n,
                                    double2* dot_buffer, const size_t dot_offset,
                                    const double2* x_buffer, const size_t x_offset, const size_t x_inc,
                                    const double2* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasZdotu(handle, static_cast<int>(n),
                            &dot_buffer[dot_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}

// Forwards the cuBLAS calls for CDOTC/ZDOTC
template <typename T>
cublasStatus_t cublasXdotc(const size_t n,
                           T* dot_buffer, const size_t dot_offset,
                           const T* x_buffer, const size_t x_offset, const size_t x_inc,
                           const T* y_buffer, const size_t y_offset, const size_t y_inc);
template <>
cublasStatus_t cublasXdotc<float2>(const size_t n,
                                   float2* dot_buffer, const size_t dot_offset,
                                   const float2* x_buffer, const size_t x_offset, const size_t x_inc,
                                   const float2* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasCdotc(handle, static_cast<int>(n),
                            &dot_buffer[dot_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXdotc<double2>(const size_t n,
                                    double2* dot_buffer, const size_t dot_offset,
                                    const double2* x_buffer, const size_t x_offset, const size_t x_inc,
                                    const double2* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasZdotc(handle, static_cast<int>(n),
                            &dot_buffer[dot_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}

// Forwards the cuBLAS calls for SNRM2/DNRM2/ScNRM2/DzNRM2
template <typename T>
cublasStatus_t cublasXnrm2(const size_t n,
                           T* nrm2_buffer, const size_t nrm2_offset,
                           const T* x_buffer, const size_t x_offset, const size_t x_inc);
template <>
cublasStatus_t cublasXnrm2<float>(const size_t n,
                                  float* nrm2_buffer, const size_t nrm2_offset,
                                  const float* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasSnrm2(handle, static_cast<int>(n),
                            &nrm2_buffer[nrm2_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXnrm2<double>(const size_t n,
                                   double* nrm2_buffer, const size_t nrm2_offset,
                                   const double* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasDnrm2(handle, static_cast<int>(n),
                            &nrm2_buffer[nrm2_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXnrm2<float2>(const size_t n,
                                   float2* nrm2_buffer, const size_t nrm2_offset,
                                   const float2* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasScnrm2(handle, static_cast<int>(n),
                            &nrm2_buffer[nrm2_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXnrm2<double2>(const size_t n,
                                    double2* nrm2_buffer, const size_t nrm2_offset,
                                    const double2* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasDznrm2(handle, static_cast<int>(n),
                            &nrm2_buffer[nrm2_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXnrm2<half>(const size_t n,
                                 half* nrm2_buffer, const size_t nrm2_offset,
                                 const half* x_buffer, const size_t x_offset, const size_t x_inc) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// Forwards the cuBLAS calls for SASUM/DASUM/ScASUM/DzASUM
template <typename T>
cublasStatus_t cublasXasum(const size_t n,
                           T* asum_buffer, const size_t asum_offset,
                           const T* x_buffer, const size_t x_offset, const size_t x_inc);
template <>
cublasStatus_t cublasXasum<float>(const size_t n,
                                  float* asum_buffer, const size_t asum_offset,
                                  const float* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasSasum(handle, static_cast<int>(n),
                            &asum_buffer[asum_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXasum<double>(const size_t n,
                                   double* asum_buffer, const size_t asum_offset,
                                   const double* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasDasum(handle, static_cast<int>(n),
                            &asum_buffer[asum_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXasum<float2>(const size_t n,
                                   float2* asum_buffer, const size_t asum_offset,
                                   const float2* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasScasum(handle, static_cast<int>(n),
                            &asum_buffer[asum_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXasum<double2>(const size_t n,
                                    double2* asum_buffer, const size_t asum_offset,
                                    const double2* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasDzasum(handle, static_cast<int>(n),
                            &asum_buffer[asum_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXasum<half>(const size_t n,
                                 half* asum_buffer, const size_t asum_offset,
                                 const half* x_buffer, const size_t x_offset, const size_t x_inc) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// Forwards the cuBLAS calls for iSAMAX/iDAMAX/iCAMAX/iZAMAX/iHAMAX
template <typename T>
cublasStatus_t cublasXamax(const size_t n,
                           T* imax_buffer, const size_t imax_offset,
                           const T* x_buffer, const size_t x_offset, const size_t x_inc);
template <>
cublasStatus_t cublasXamax<float>(const size_t n,
                                  float* imax_buffer, const size_t imax_offset,
                                  const float* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasiSamax(handle, static_cast<int>(n),
                            &imax_buffer[imax_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXamax<double>(const size_t n,
                                   double* imax_buffer, const size_t imax_offset,
                                   const double* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasiDamax(handle, static_cast<int>(n),
                            &imax_buffer[imax_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXamax<float2>(const size_t n,
                                   float2* imax_buffer, const size_t imax_offset,
                                   const float2* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasiCamax(handle, static_cast<int>(n),
                            &imax_buffer[imax_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXamax<double2>(const size_t n,
                                    double2* imax_buffer, const size_t imax_offset,
                                    const double2* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasiZamax(handle, static_cast<int>(n),
                            &imax_buffer[imax_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXamax<half>(const size_t n,
                                 half* imax_buffer, const size_t imax_offset,
                                 const half* x_buffer, const size_t x_offset, const size_t x_inc) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// =================================================================================================
// BLAS level-2 (matrix-vector) routines
// =================================================================================================

// Forwards the cuBLAS calls for SGEMV/DGEMV/CGEMV/ZGEMV
cublasStatus_t cublasXgemv(const cublas_has_no_layout layout, const cublasOperation_t a_transpose,
                           const size_t m, const size_t n,
                           const float alpha,
                           const float* a_buffer, const size_t a_offset, const size_t a_ld,
                           const float* x_buffer, const size_t x_offset, const size_t x_inc,
                           const float beta,
                           float* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasSgemv(handle, layout, a_transpose,
                            static_cast<int>(m), static_cast<int>(n),
                            &alpha,
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &beta,
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXgemv(const cublas_has_no_layout layout, const cublasOperation_t a_transpose,
                           const size_t m, const size_t n,
                           const double alpha,
                           const double* a_buffer, const size_t a_offset, const size_t a_ld,
                           const double* x_buffer, const size_t x_offset, const size_t x_inc,
                           const double beta,
                           double* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasDgemv(handle, layout, a_transpose,
                            static_cast<int>(m), static_cast<int>(n),
                            &alpha,
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &beta,
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXgemv(const cublas_has_no_layout layout, const cublasOperation_t a_transpose,
                           const size_t m, const size_t n,
                           const float2 alpha,
                           const float2* a_buffer, const size_t a_offset, const size_t a_ld,
                           const float2* x_buffer, const size_t x_offset, const size_t x_inc,
                           const float2 beta,
                           float2* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasCgemv(handle, layout, a_transpose,
                            static_cast<int>(m), static_cast<int>(n),
                            &cl_float2{{alpha.real(), alpha.imag()}},
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &cl_float2{{beta.real(), beta.imag()}},
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXgemv(const cublas_has_no_layout layout, const cublasOperation_t a_transpose,
                           const size_t m, const size_t n,
                           const double2 alpha,
                           const double2* a_buffer, const size_t a_offset, const size_t a_ld,
                           const double2* x_buffer, const size_t x_offset, const size_t x_inc,
                           const double2 beta,
                           double2* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasZgemv(handle, layout, a_transpose,
                            static_cast<int>(m), static_cast<int>(n),
                            &cl_double2{{alpha.real(), alpha.imag()}},
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &cl_double2{{beta.real(), beta.imag()}},
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXgemv(const cublas_has_no_layout layout, const cublasOperation_t a_transpose,
                           const size_t m, const size_t n,
                           const half alpha,
                           const half* a_buffer, const size_t a_offset, const size_t a_ld,
                           const half* x_buffer, const size_t x_offset, const size_t x_inc,
                           const half beta,
                           half* y_buffer, const size_t y_offset, const size_t y_inc) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// Forwards the cuBLAS calls for SGBMV/DGBMV/CGBMV/ZGBMV
cublasStatus_t cublasXgbmv(const cublas_has_no_layout layout, const cublasOperation_t a_transpose,
                           const size_t m, const size_t n, const size_t kl, const size_t ku,
                           const float alpha,
                           const float* a_buffer, const size_t a_offset, const size_t a_ld,
                           const float* x_buffer, const size_t x_offset, const size_t x_inc,
                           const float beta,
                           float* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasSgbmv(handle, layout, a_transpose,
                            static_cast<int>(m), static_cast<int>(n), static_cast<int>(kl), static_cast<int>(ku),
                            &alpha,
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &beta,
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXgbmv(const cublas_has_no_layout layout, const cublasOperation_t a_transpose,
                           const size_t m, const size_t n, const size_t kl, const size_t ku,
                           const double alpha,
                           const double* a_buffer, const size_t a_offset, const size_t a_ld,
                           const double* x_buffer, const size_t x_offset, const size_t x_inc,
                           const double beta,
                           double* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasDgbmv(handle, layout, a_transpose,
                            static_cast<int>(m), static_cast<int>(n), static_cast<int>(kl), static_cast<int>(ku),
                            &alpha,
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &beta,
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXgbmv(const cublas_has_no_layout layout, const cublasOperation_t a_transpose,
                           const size_t m, const size_t n, const size_t kl, const size_t ku,
                           const float2 alpha,
                           const float2* a_buffer, const size_t a_offset, const size_t a_ld,
                           const float2* x_buffer, const size_t x_offset, const size_t x_inc,
                           const float2 beta,
                           float2* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasCgbmv(handle, layout, a_transpose,
                            static_cast<int>(m), static_cast<int>(n), static_cast<int>(kl), static_cast<int>(ku),
                            &cl_float2{{alpha.real(), alpha.imag()}},
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &cl_float2{{beta.real(), beta.imag()}},
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXgbmv(const cublas_has_no_layout layout, const cublasOperation_t a_transpose,
                           const size_t m, const size_t n, const size_t kl, const size_t ku,
                           const double2 alpha,
                           const double2* a_buffer, const size_t a_offset, const size_t a_ld,
                           const double2* x_buffer, const size_t x_offset, const size_t x_inc,
                           const double2 beta,
                           double2* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasZgbmv(handle, layout, a_transpose,
                            static_cast<int>(m), static_cast<int>(n), static_cast<int>(kl), static_cast<int>(ku),
                            &cl_double2{{alpha.real(), alpha.imag()}},
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &cl_double2{{beta.real(), beta.imag()}},
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXgbmv(const cublas_has_no_layout layout, const cublasOperation_t a_transpose,
                           const size_t m, const size_t n, const size_t kl, const size_t ku,
                           const half alpha,
                           const half* a_buffer, const size_t a_offset, const size_t a_ld,
                           const half* x_buffer, const size_t x_offset, const size_t x_inc,
                           const half beta,
                           half* y_buffer, const size_t y_offset, const size_t y_inc) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// Forwards the cuBLAS calls for CHEMV/ZHEMV
cublasStatus_t cublasXhemv(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                           const size_t n,
                           const float2 alpha,
                           const float2* a_buffer, const size_t a_offset, const size_t a_ld,
                           const float2* x_buffer, const size_t x_offset, const size_t x_inc,
                           const float2 beta,
                           float2* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasChemv(handle, layout, triangle,
                            static_cast<int>(n),
                            &cl_float2{{alpha.real(), alpha.imag()}},
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &cl_float2{{beta.real(), beta.imag()}},
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXhemv(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                           const size_t n,
                           const double2 alpha,
                           const double2* a_buffer, const size_t a_offset, const size_t a_ld,
                           const double2* x_buffer, const size_t x_offset, const size_t x_inc,
                           const double2 beta,
                           double2* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasZhemv(handle, layout, triangle,
                            static_cast<int>(n),
                            &cl_double2{{alpha.real(), alpha.imag()}},
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &cl_double2{{beta.real(), beta.imag()}},
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}

// Forwards the cuBLAS calls for CHBMV/ZHBMV
cublasStatus_t cublasXhbmv(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                           const size_t n, const size_t k,
                           const float2 alpha,
                           const float2* a_buffer, const size_t a_offset, const size_t a_ld,
                           const float2* x_buffer, const size_t x_offset, const size_t x_inc,
                           const float2 beta,
                           float2* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasChbmv(handle, layout, triangle,
                            static_cast<int>(n), static_cast<int>(k),
                            &cl_float2{{alpha.real(), alpha.imag()}},
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &cl_float2{{beta.real(), beta.imag()}},
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXhbmv(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                           const size_t n, const size_t k,
                           const double2 alpha,
                           const double2* a_buffer, const size_t a_offset, const size_t a_ld,
                           const double2* x_buffer, const size_t x_offset, const size_t x_inc,
                           const double2 beta,
                           double2* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasZhbmv(handle, layout, triangle,
                            static_cast<int>(n), static_cast<int>(k),
                            &cl_double2{{alpha.real(), alpha.imag()}},
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &cl_double2{{beta.real(), beta.imag()}},
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}

// Forwards the cuBLAS calls for CHPMV/ZHPMV
cublasStatus_t cublasXhpmv(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                           const size_t n,
                           const float2 alpha,
                           const float2* ap_buffer, const size_t ap_offset,
                           const float2* x_buffer, const size_t x_offset, const size_t x_inc,
                           const float2 beta,
                           float2* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasChpmv(handle, layout, triangle,
                            static_cast<int>(n),
                            &cl_float2{{alpha.real(), alpha.imag()}},
                            &ap_buffer[ap_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &cl_float2{{beta.real(), beta.imag()}},
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXhpmv(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                           const size_t n,
                           const double2 alpha,
                           const double2* ap_buffer, const size_t ap_offset,
                           const double2* x_buffer, const size_t x_offset, const size_t x_inc,
                           const double2 beta,
                           double2* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasZhpmv(handle, layout, triangle,
                            static_cast<int>(n),
                            &cl_double2{{alpha.real(), alpha.imag()}},
                            &ap_buffer[ap_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &cl_double2{{beta.real(), beta.imag()}},
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}

// Forwards the cuBLAS calls for SSYMV/DSYMV
cublasStatus_t cublasXsymv(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                           const size_t n,
                           const float alpha,
                           const float* a_buffer, const size_t a_offset, const size_t a_ld,
                           const float* x_buffer, const size_t x_offset, const size_t x_inc,
                           const float beta,
                           float* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasSsymv(handle, layout, triangle,
                            static_cast<int>(n),
                            &alpha,
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &beta,
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXsymv(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                           const size_t n,
                           const double alpha,
                           const double* a_buffer, const size_t a_offset, const size_t a_ld,
                           const double* x_buffer, const size_t x_offset, const size_t x_inc,
                           const double beta,
                           double* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasDsymv(handle, layout, triangle,
                            static_cast<int>(n),
                            &alpha,
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &beta,
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXsymv(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                           const size_t n,
                           const half alpha,
                           const half* a_buffer, const size_t a_offset, const size_t a_ld,
                           const half* x_buffer, const size_t x_offset, const size_t x_inc,
                           const half beta,
                           half* y_buffer, const size_t y_offset, const size_t y_inc) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// Forwards the cuBLAS calls for SSBMV/DSBMV
cublasStatus_t cublasXsbmv(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                           const size_t n, const size_t k,
                           const float alpha,
                           const float* a_buffer, const size_t a_offset, const size_t a_ld,
                           const float* x_buffer, const size_t x_offset, const size_t x_inc,
                           const float beta,
                           float* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasSsbmv(handle, layout, triangle,
                            static_cast<int>(n), static_cast<int>(k),
                            &alpha,
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &beta,
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXsbmv(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                           const size_t n, const size_t k,
                           const double alpha,
                           const double* a_buffer, const size_t a_offset, const size_t a_ld,
                           const double* x_buffer, const size_t x_offset, const size_t x_inc,
                           const double beta,
                           double* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasDsbmv(handle, layout, triangle,
                            static_cast<int>(n), static_cast<int>(k),
                            &alpha,
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &beta,
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXsbmv(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                           const size_t n, const size_t k,
                           const half alpha,
                           const half* a_buffer, const size_t a_offset, const size_t a_ld,
                           const half* x_buffer, const size_t x_offset, const size_t x_inc,
                           const half beta,
                           half* y_buffer, const size_t y_offset, const size_t y_inc) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// Forwards the cuBLAS calls for SSPMV/DSPMV
cublasStatus_t cublasXspmv(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                           const size_t n,
                           const float alpha,
                           const float* ap_buffer, const size_t ap_offset,
                           const float* x_buffer, const size_t x_offset, const size_t x_inc,
                           const float beta,
                           float* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasSspmv(handle, layout, triangle,
                            static_cast<int>(n),
                            &alpha,
                            &ap_buffer[ap_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &beta,
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXspmv(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                           const size_t n,
                           const double alpha,
                           const double* ap_buffer, const size_t ap_offset,
                           const double* x_buffer, const size_t x_offset, const size_t x_inc,
                           const double beta,
                           double* y_buffer, const size_t y_offset, const size_t y_inc) {
  cublasHandle_t handle;
  auto status = cublasDspmv(handle, layout, triangle,
                            static_cast<int>(n),
                            &alpha,
                            &ap_buffer[ap_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &beta,
                            &y_buffer[y_offset], static_cast<int>(y_inc));
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXspmv(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                           const size_t n,
                           const half alpha,
                           const half* ap_buffer, const size_t ap_offset,
                           const half* x_buffer, const size_t x_offset, const size_t x_inc,
                           const half beta,
                           half* y_buffer, const size_t y_offset, const size_t y_inc) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// Forwards the cuBLAS calls for STRMV/DTRMV/CTRMV/ZTRMV
template <typename T>
cublasStatus_t cublasXtrmv(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                           const size_t n,
                           const T* a_buffer, const size_t a_offset, const size_t a_ld,
                           T* x_buffer, const size_t x_offset, const size_t x_inc);
template <>
cublasStatus_t cublasXtrmv<float>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                  const size_t n,
                                  const float* a_buffer, const size_t a_offset, const size_t a_ld,
                                  float* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasStrmv(handle, layout, triangle, a_transpose, diagonal,
                            static_cast<int>(n),
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXtrmv<double>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                   const size_t n,
                                   const double* a_buffer, const size_t a_offset, const size_t a_ld,
                                   double* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasDtrmv(handle, layout, triangle, a_transpose, diagonal,
                            static_cast<int>(n),
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXtrmv<float2>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                   const size_t n,
                                   const float2* a_buffer, const size_t a_offset, const size_t a_ld,
                                   float2* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasCtrmv(handle, layout, triangle, a_transpose, diagonal,
                            static_cast<int>(n),
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXtrmv<double2>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                    const size_t n,
                                    const double2* a_buffer, const size_t a_offset, const size_t a_ld,
                                    double2* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasZtrmv(handle, layout, triangle, a_transpose, diagonal,
                            static_cast<int>(n),
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXtrmv<half>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                 const size_t n,
                                 const half* a_buffer, const size_t a_offset, const size_t a_ld,
                                 half* x_buffer, const size_t x_offset, const size_t x_inc) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// Forwards the cuBLAS calls for STBMV/DTBMV/CTBMV/ZTBMV
template <typename T>
cublasStatus_t cublasXtbmv(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                           const size_t n, const size_t k,
                           const T* a_buffer, const size_t a_offset, const size_t a_ld,
                           T* x_buffer, const size_t x_offset, const size_t x_inc);
template <>
cublasStatus_t cublasXtbmv<float>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                  const size_t n, const size_t k,
                                  const float* a_buffer, const size_t a_offset, const size_t a_ld,
                                  float* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasStbmv(handle, layout, triangle, a_transpose, diagonal,
                            static_cast<int>(n), static_cast<int>(k),
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXtbmv<double>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                   const size_t n, const size_t k,
                                   const double* a_buffer, const size_t a_offset, const size_t a_ld,
                                   double* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasDtbmv(handle, layout, triangle, a_transpose, diagonal,
                            static_cast<int>(n), static_cast<int>(k),
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXtbmv<float2>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                   const size_t n, const size_t k,
                                   const float2* a_buffer, const size_t a_offset, const size_t a_ld,
                                   float2* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasCtbmv(handle, layout, triangle, a_transpose, diagonal,
                            static_cast<int>(n), static_cast<int>(k),
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXtbmv<double2>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                    const size_t n, const size_t k,
                                    const double2* a_buffer, const size_t a_offset, const size_t a_ld,
                                    double2* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasZtbmv(handle, layout, triangle, a_transpose, diagonal,
                            static_cast<int>(n), static_cast<int>(k),
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXtbmv<half>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                 const size_t n, const size_t k,
                                 const half* a_buffer, const size_t a_offset, const size_t a_ld,
                                 half* x_buffer, const size_t x_offset, const size_t x_inc) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// Forwards the cuBLAS calls for STPMV/DTPMV/CTPMV/ZTPMV
template <typename T>
cublasStatus_t cublasXtpmv(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                           const size_t n,
                           const T* ap_buffer, const size_t ap_offset,
                           T* x_buffer, const size_t x_offset, const size_t x_inc);
template <>
cublasStatus_t cublasXtpmv<float>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                  const size_t n,
                                  const float* ap_buffer, const size_t ap_offset,
                                  float* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasStpmv(handle, layout, triangle, a_transpose, diagonal,
                            static_cast<int>(n),
                            &ap_buffer[ap_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXtpmv<double>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                   const size_t n,
                                   const double* ap_buffer, const size_t ap_offset,
                                   double* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasDtpmv(handle, layout, triangle, a_transpose, diagonal,
                            static_cast<int>(n),
                            &ap_buffer[ap_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXtpmv<float2>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                   const size_t n,
                                   const float2* ap_buffer, const size_t ap_offset,
                                   float2* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasCtpmv(handle, layout, triangle, a_transpose, diagonal,
                            static_cast<int>(n),
                            &ap_buffer[ap_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXtpmv<double2>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                    const size_t n,
                                    const double2* ap_buffer, const size_t ap_offset,
                                    double2* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasZtpmv(handle, layout, triangle, a_transpose, diagonal,
                            static_cast<int>(n),
                            &ap_buffer[ap_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXtpmv<half>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                 const size_t n,
                                 const half* ap_buffer, const size_t ap_offset,
                                 half* x_buffer, const size_t x_offset, const size_t x_inc) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// Forwards the cuBLAS calls for STRSV/DTRSV/CTRSV/ZTRSV
template <typename T>
cublasStatus_t cublasXtrsv(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                           const size_t n,
                           const T* a_buffer, const size_t a_offset, const size_t a_ld,
                           T* x_buffer, const size_t x_offset, const size_t x_inc);
template <>
cublasStatus_t cublasXtrsv<float>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                  const size_t n,
                                  const float* a_buffer, const size_t a_offset, const size_t a_ld,
                                  float* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasStrsv(handle, layout, triangle, a_transpose, diagonal,
                            static_cast<int>(n),
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXtrsv<double>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                   const size_t n,
                                   const double* a_buffer, const size_t a_offset, const size_t a_ld,
                                   double* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasDtrsv(handle, layout, triangle, a_transpose, diagonal,
                            static_cast<int>(n),
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXtrsv<float2>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                   const size_t n,
                                   const float2* a_buffer, const size_t a_offset, const size_t a_ld,
                                   float2* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasCtrsv(handle, layout, triangle, a_transpose, diagonal,
                            static_cast<int>(n),
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXtrsv<double2>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                    const size_t n,
                                    const double2* a_buffer, const size_t a_offset, const size_t a_ld,
                                    double2* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasZtrsv(handle, layout, triangle, a_transpose, diagonal,
                            static_cast<int>(n),
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}

// Forwards the cuBLAS calls for STBSV/DTBSV/CTBSV/ZTBSV
template <typename T>
cublasStatus_t cublasXtbsv(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                           const size_t n, const size_t k,
                           const T* a_buffer, const size_t a_offset, const size_t a_ld,
                           T* x_buffer, const size_t x_offset, const size_t x_inc);
template <>
cublasStatus_t cublasXtbsv<float>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                  const size_t n, const size_t k,
                                  const float* a_buffer, const size_t a_offset, const size_t a_ld,
                                  float* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasStbsv(handle, layout, triangle, a_transpose, diagonal,
                            static_cast<int>(n), static_cast<int>(k),
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXtbsv<double>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                   const size_t n, const size_t k,
                                   const double* a_buffer, const size_t a_offset, const size_t a_ld,
                                   double* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasDtbsv(handle, layout, triangle, a_transpose, diagonal,
                            static_cast<int>(n), static_cast<int>(k),
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXtbsv<float2>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                   const size_t n, const size_t k,
                                   const float2* a_buffer, const size_t a_offset, const size_t a_ld,
                                   float2* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasCtbsv(handle, layout, triangle, a_transpose, diagonal,
                            static_cast<int>(n), static_cast<int>(k),
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXtbsv<double2>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                    const size_t n, const size_t k,
                                    const double2* a_buffer, const size_t a_offset, const size_t a_ld,
                                    double2* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasZtbsv(handle, layout, triangle, a_transpose, diagonal,
                            static_cast<int>(n), static_cast<int>(k),
                            &a_buffer[a_offset], a_ld,
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}

// Forwards the cuBLAS calls for STPSV/DTPSV/CTPSV/ZTPSV
template <typename T>
cublasStatus_t cublasXtpsv(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                           const size_t n,
                           const T* ap_buffer, const size_t ap_offset,
                           T* x_buffer, const size_t x_offset, const size_t x_inc);
template <>
cublasStatus_t cublasXtpsv<float>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                  const size_t n,
                                  const float* ap_buffer, const size_t ap_offset,
                                  float* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasStpsv(handle, layout, triangle, a_transpose, diagonal,
                            static_cast<int>(n),
                            &ap_buffer[ap_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXtpsv<double>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                   const size_t n,
                                   const double* ap_buffer, const size_t ap_offset,
                                   double* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasDtpsv(handle, layout, triangle, a_transpose, diagonal,
                            static_cast<int>(n),
                            &ap_buffer[ap_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXtpsv<float2>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                   const size_t n,
                                   const float2* ap_buffer, const size_t ap_offset,
                                   float2* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasCtpsv(handle, layout, triangle, a_transpose, diagonal,
                            static_cast<int>(n),
                            &ap_buffer[ap_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}
template <>
cublasStatus_t cublasXtpsv<double2>(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                                    const size_t n,
                                    const double2* ap_buffer, const size_t ap_offset,
                                    double2* x_buffer, const size_t x_offset, const size_t x_inc) {
  cublasHandle_t handle;
  auto status = cublasZtpsv(handle, layout, triangle, a_transpose, diagonal,
                            static_cast<int>(n),
                            &ap_buffer[ap_offset],
                            &x_buffer[x_offset], static_cast<int>(x_inc));
  cublasDestroy(handle);
  return status;
}

// Forwards the cuBLAS calls for SGER/DGER
cublasStatus_t cublasXger(const cublas_has_no_layout layout,
                          const size_t m, const size_t n,
                          const float alpha,
                          const float* x_buffer, const size_t x_offset, const size_t x_inc,
                          const float* y_buffer, const size_t y_offset, const size_t y_inc,
                          float* a_buffer, const size_t a_offset, const size_t a_ld) {
  cublasHandle_t handle;
  auto status = cublasSger(handle, layout,
                           static_cast<int>(m), static_cast<int>(n),
                           &alpha,
                           &x_buffer[x_offset], static_cast<int>(x_inc),
                           &y_buffer[y_offset], static_cast<int>(y_inc),
                           &a_buffer[a_offset], a_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXger(const cublas_has_no_layout layout,
                          const size_t m, const size_t n,
                          const double alpha,
                          const double* x_buffer, const size_t x_offset, const size_t x_inc,
                          const double* y_buffer, const size_t y_offset, const size_t y_inc,
                          double* a_buffer, const size_t a_offset, const size_t a_ld) {
  cublasHandle_t handle;
  auto status = cublasDger(handle, layout,
                           static_cast<int>(m), static_cast<int>(n),
                           &alpha,
                           &x_buffer[x_offset], static_cast<int>(x_inc),
                           &y_buffer[y_offset], static_cast<int>(y_inc),
                           &a_buffer[a_offset], a_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXger(const cublas_has_no_layout layout,
                          const size_t m, const size_t n,
                          const half alpha,
                          const half* x_buffer, const size_t x_offset, const size_t x_inc,
                          const half* y_buffer, const size_t y_offset, const size_t y_inc,
                          half* a_buffer, const size_t a_offset, const size_t a_ld) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// Forwards the cuBLAS calls for CGERU/ZGERU
cublasStatus_t cublasXgeru(const cublas_has_no_layout layout,
                           const size_t m, const size_t n,
                           const float2 alpha,
                           const float2* x_buffer, const size_t x_offset, const size_t x_inc,
                           const float2* y_buffer, const size_t y_offset, const size_t y_inc,
                           float2* a_buffer, const size_t a_offset, const size_t a_ld) {
  cublasHandle_t handle;
  auto status = cublasCgeru(handle, layout,
                            static_cast<int>(m), static_cast<int>(n),
                            &cl_float2{{alpha.real(), alpha.imag()}},
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc),
                            &a_buffer[a_offset], a_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXgeru(const cublas_has_no_layout layout,
                           const size_t m, const size_t n,
                           const double2 alpha,
                           const double2* x_buffer, const size_t x_offset, const size_t x_inc,
                           const double2* y_buffer, const size_t y_offset, const size_t y_inc,
                           double2* a_buffer, const size_t a_offset, const size_t a_ld) {
  cublasHandle_t handle;
  auto status = cublasZgeru(handle, layout,
                            static_cast<int>(m), static_cast<int>(n),
                            &cl_double2{{alpha.real(), alpha.imag()}},
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc),
                            &a_buffer[a_offset], a_ld);
  cublasDestroy(handle);
  return status;
}

// Forwards the cuBLAS calls for CGERC/ZGERC
cublasStatus_t cublasXgerc(const cublas_has_no_layout layout,
                           const size_t m, const size_t n,
                           const float2 alpha,
                           const float2* x_buffer, const size_t x_offset, const size_t x_inc,
                           const float2* y_buffer, const size_t y_offset, const size_t y_inc,
                           float2* a_buffer, const size_t a_offset, const size_t a_ld) {
  cublasHandle_t handle;
  auto status = cublasCgerc(handle, layout,
                            static_cast<int>(m), static_cast<int>(n),
                            &cl_float2{{alpha.real(), alpha.imag()}},
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc),
                            &a_buffer[a_offset], a_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXgerc(const cublas_has_no_layout layout,
                           const size_t m, const size_t n,
                           const double2 alpha,
                           const double2* x_buffer, const size_t x_offset, const size_t x_inc,
                           const double2* y_buffer, const size_t y_offset, const size_t y_inc,
                           double2* a_buffer, const size_t a_offset, const size_t a_ld) {
  cublasHandle_t handle;
  auto status = cublasZgerc(handle, layout,
                            static_cast<int>(m), static_cast<int>(n),
                            &cl_double2{{alpha.real(), alpha.imag()}},
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc),
                            &a_buffer[a_offset], a_ld);
  cublasDestroy(handle);
  return status;
}

// Forwards the cuBLAS calls for CHER/ZHER
cublasStatus_t cublasXher(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                          const size_t n,
                          const float alpha,
                          const float2* x_buffer, const size_t x_offset, const size_t x_inc,
                          float2* a_buffer, const size_t a_offset, const size_t a_ld) {
  cublasHandle_t handle;
  auto status = cublasCher(handle, layout, triangle,
                           static_cast<int>(n),
                           &alpha,
                           &x_buffer[x_offset], static_cast<int>(x_inc),
                           &a_buffer[a_offset], a_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXher(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                          const size_t n,
                          const double alpha,
                          const double2* x_buffer, const size_t x_offset, const size_t x_inc,
                          double2* a_buffer, const size_t a_offset, const size_t a_ld) {
  cublasHandle_t handle;
  auto status = cublasZher(handle, layout, triangle,
                           static_cast<int>(n),
                           &alpha,
                           &x_buffer[x_offset], static_cast<int>(x_inc),
                           &a_buffer[a_offset], a_ld);
  cublasDestroy(handle);
  return status;
}

// Forwards the cuBLAS calls for CHPR/ZHPR
cublasStatus_t cublasXhpr(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                          const size_t n,
                          const float alpha,
                          const float2* x_buffer, const size_t x_offset, const size_t x_inc,
                          float2* ap_buffer, const size_t ap_offset) {
  cublasHandle_t handle;
  auto status = cublasChpr(handle, layout, triangle,
                           static_cast<int>(n),
                           &alpha,
                           &x_buffer[x_offset], static_cast<int>(x_inc),
                           &ap_buffer[ap_offset]);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXhpr(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                          const size_t n,
                          const double alpha,
                          const double2* x_buffer, const size_t x_offset, const size_t x_inc,
                          double2* ap_buffer, const size_t ap_offset) {
  cublasHandle_t handle;
  auto status = cublasZhpr(handle, layout, triangle,
                           static_cast<int>(n),
                           &alpha,
                           &x_buffer[x_offset], static_cast<int>(x_inc),
                           &ap_buffer[ap_offset]);
  cublasDestroy(handle);
  return status;
}

// Forwards the cuBLAS calls for CHER2/ZHER2
cublasStatus_t cublasXher2(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                           const size_t n,
                           const float2 alpha,
                           const float2* x_buffer, const size_t x_offset, const size_t x_inc,
                           const float2* y_buffer, const size_t y_offset, const size_t y_inc,
                           float2* a_buffer, const size_t a_offset, const size_t a_ld) {
  cublasHandle_t handle;
  auto status = cublasCher2(handle, layout, triangle,
                            static_cast<int>(n),
                            &cl_float2{{alpha.real(), alpha.imag()}},
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc),
                            &a_buffer[a_offset], a_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXher2(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                           const size_t n,
                           const double2 alpha,
                           const double2* x_buffer, const size_t x_offset, const size_t x_inc,
                           const double2* y_buffer, const size_t y_offset, const size_t y_inc,
                           double2* a_buffer, const size_t a_offset, const size_t a_ld) {
  cublasHandle_t handle;
  auto status = cublasZher2(handle, layout, triangle,
                            static_cast<int>(n),
                            &cl_double2{{alpha.real(), alpha.imag()}},
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc),
                            &a_buffer[a_offset], a_ld);
  cublasDestroy(handle);
  return status;
}

// Forwards the cuBLAS calls for CHPR2/ZHPR2
cublasStatus_t cublasXhpr2(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                           const size_t n,
                           const float2 alpha,
                           const float2* x_buffer, const size_t x_offset, const size_t x_inc,
                           const float2* y_buffer, const size_t y_offset, const size_t y_inc,
                           float2* ap_buffer, const size_t ap_offset) {
  cublasHandle_t handle;
  auto status = cublasChpr2(handle, layout, triangle,
                            static_cast<int>(n),
                            &cl_float2{{alpha.real(), alpha.imag()}},
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc),
                            &ap_buffer[ap_offset]);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXhpr2(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                           const size_t n,
                           const double2 alpha,
                           const double2* x_buffer, const size_t x_offset, const size_t x_inc,
                           const double2* y_buffer, const size_t y_offset, const size_t y_inc,
                           double2* ap_buffer, const size_t ap_offset) {
  cublasHandle_t handle;
  auto status = cublasZhpr2(handle, layout, triangle,
                            static_cast<int>(n),
                            &cl_double2{{alpha.real(), alpha.imag()}},
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc),
                            &ap_buffer[ap_offset]);
  cublasDestroy(handle);
  return status;
}

// Forwards the cuBLAS calls for SSYR/DSYR
cublasStatus_t cublasXsyr(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                          const size_t n,
                          const float alpha,
                          const float* x_buffer, const size_t x_offset, const size_t x_inc,
                          float* a_buffer, const size_t a_offset, const size_t a_ld) {
  cublasHandle_t handle;
  auto status = cublasSsyr(handle, layout, triangle,
                           static_cast<int>(n),
                           &alpha,
                           &x_buffer[x_offset], static_cast<int>(x_inc),
                           &a_buffer[a_offset], a_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXsyr(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                          const size_t n,
                          const double alpha,
                          const double* x_buffer, const size_t x_offset, const size_t x_inc,
                          double* a_buffer, const size_t a_offset, const size_t a_ld) {
  cublasHandle_t handle;
  auto status = cublasDsyr(handle, layout, triangle,
                           static_cast<int>(n),
                           &alpha,
                           &x_buffer[x_offset], static_cast<int>(x_inc),
                           &a_buffer[a_offset], a_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXsyr(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                          const size_t n,
                          const half alpha,
                          const half* x_buffer, const size_t x_offset, const size_t x_inc,
                          half* a_buffer, const size_t a_offset, const size_t a_ld) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// Forwards the cuBLAS calls for SSPR/DSPR
cublasStatus_t cublasXspr(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                          const size_t n,
                          const float alpha,
                          const float* x_buffer, const size_t x_offset, const size_t x_inc,
                          float* ap_buffer, const size_t ap_offset) {
  cublasHandle_t handle;
  auto status = cublasSspr(handle, layout, triangle,
                           static_cast<int>(n),
                           &alpha,
                           &x_buffer[x_offset], static_cast<int>(x_inc),
                           &ap_buffer[ap_offset]);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXspr(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                          const size_t n,
                          const double alpha,
                          const double* x_buffer, const size_t x_offset, const size_t x_inc,
                          double* ap_buffer, const size_t ap_offset) {
  cublasHandle_t handle;
  auto status = cublasDspr(handle, layout, triangle,
                           static_cast<int>(n),
                           &alpha,
                           &x_buffer[x_offset], static_cast<int>(x_inc),
                           &ap_buffer[ap_offset]);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXspr(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                          const size_t n,
                          const half alpha,
                          const half* x_buffer, const size_t x_offset, const size_t x_inc,
                          half* ap_buffer, const size_t ap_offset) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// Forwards the cuBLAS calls for SSYR2/DSYR2
cublasStatus_t cublasXsyr2(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                           const size_t n,
                           const float alpha,
                           const float* x_buffer, const size_t x_offset, const size_t x_inc,
                           const float* y_buffer, const size_t y_offset, const size_t y_inc,
                           float* a_buffer, const size_t a_offset, const size_t a_ld) {
  cublasHandle_t handle;
  auto status = cublasSsyr2(handle, layout, triangle,
                            static_cast<int>(n),
                            &alpha,
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc),
                            &a_buffer[a_offset], a_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXsyr2(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                           const size_t n,
                           const double alpha,
                           const double* x_buffer, const size_t x_offset, const size_t x_inc,
                           const double* y_buffer, const size_t y_offset, const size_t y_inc,
                           double* a_buffer, const size_t a_offset, const size_t a_ld) {
  cublasHandle_t handle;
  auto status = cublasDsyr2(handle, layout, triangle,
                            static_cast<int>(n),
                            &alpha,
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc),
                            &a_buffer[a_offset], a_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXsyr2(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                           const size_t n,
                           const half alpha,
                           const half* x_buffer, const size_t x_offset, const size_t x_inc,
                           const half* y_buffer, const size_t y_offset, const size_t y_inc,
                           half* a_buffer, const size_t a_offset, const size_t a_ld) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// Forwards the cuBLAS calls for SSPR2/DSPR2
cublasStatus_t cublasXspr2(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                           const size_t n,
                           const float alpha,
                           const float* x_buffer, const size_t x_offset, const size_t x_inc,
                           const float* y_buffer, const size_t y_offset, const size_t y_inc,
                           float* ap_buffer, const size_t ap_offset) {
  cublasHandle_t handle;
  auto status = cublasSspr2(handle, layout, triangle,
                            static_cast<int>(n),
                            &alpha,
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc),
                            &ap_buffer[ap_offset]);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXspr2(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                           const size_t n,
                           const double alpha,
                           const double* x_buffer, const size_t x_offset, const size_t x_inc,
                           const double* y_buffer, const size_t y_offset, const size_t y_inc,
                           double* ap_buffer, const size_t ap_offset) {
  cublasHandle_t handle;
  auto status = cublasDspr2(handle, layout, triangle,
                            static_cast<int>(n),
                            &alpha,
                            &x_buffer[x_offset], static_cast<int>(x_inc),
                            &y_buffer[y_offset], static_cast<int>(y_inc),
                            &ap_buffer[ap_offset]);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXspr2(const cublas_has_no_layout layout, const cublasFillMode_t triangle,
                           const size_t n,
                           const half alpha,
                           const half* x_buffer, const size_t x_offset, const size_t x_inc,
                           const half* y_buffer, const size_t y_offset, const size_t y_inc,
                           half* ap_buffer, const size_t ap_offset) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// =================================================================================================
// BLAS level-3 (matrix-matrix) routines
// =================================================================================================

// Forwards the cuBLAS calls for SGEMM/DGEMM/CGEMM/ZGEMM
cublasStatus_t cublasXgemm(const cublas_has_no_layout layout, const cublasOperation_t a_transpose, const cublasOperation_t b_transpose,
                           const size_t m, const size_t n, const size_t k,
                           const float alpha,
                           const float* a_buffer, const size_t a_offset, const size_t a_ld,
                           const float* b_buffer, const size_t b_offset, const size_t b_ld,
                           const float beta,
                           float* c_buffer, const size_t c_offset, const size_t c_ld) {
  cublasHandle_t handle;
  auto status = cublasSgemm(handle, layout, a_transpose, b_transpose,
                            static_cast<int>(m), static_cast<int>(n), static_cast<int>(k),
                            &alpha,
                            &a_buffer[a_offset], a_ld,
                            &b_buffer[b_offset], b_ld,
                            &beta,
                            &c_buffer[c_offset], c_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXgemm(const cublas_has_no_layout layout, const cublasOperation_t a_transpose, const cublasOperation_t b_transpose,
                           const size_t m, const size_t n, const size_t k,
                           const double alpha,
                           const double* a_buffer, const size_t a_offset, const size_t a_ld,
                           const double* b_buffer, const size_t b_offset, const size_t b_ld,
                           const double beta,
                           double* c_buffer, const size_t c_offset, const size_t c_ld) {
  cublasHandle_t handle;
  auto status = cublasDgemm(handle, layout, a_transpose, b_transpose,
                            static_cast<int>(m), static_cast<int>(n), static_cast<int>(k),
                            &alpha,
                            &a_buffer[a_offset], a_ld,
                            &b_buffer[b_offset], b_ld,
                            &beta,
                            &c_buffer[c_offset], c_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXgemm(const cublas_has_no_layout layout, const cublasOperation_t a_transpose, const cublasOperation_t b_transpose,
                           const size_t m, const size_t n, const size_t k,
                           const float2 alpha,
                           const float2* a_buffer, const size_t a_offset, const size_t a_ld,
                           const float2* b_buffer, const size_t b_offset, const size_t b_ld,
                           const float2 beta,
                           float2* c_buffer, const size_t c_offset, const size_t c_ld) {
  cublasHandle_t handle;
  auto status = cublasCgemm(handle, layout, a_transpose, b_transpose,
                            static_cast<int>(m), static_cast<int>(n), static_cast<int>(k),
                            &cl_float2{{alpha.real(), alpha.imag()}},
                            &a_buffer[a_offset], a_ld,
                            &b_buffer[b_offset], b_ld,
                            &cl_float2{{beta.real(), beta.imag()}},
                            &c_buffer[c_offset], c_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXgemm(const cublas_has_no_layout layout, const cublasOperation_t a_transpose, const cublasOperation_t b_transpose,
                           const size_t m, const size_t n, const size_t k,
                           const double2 alpha,
                           const double2* a_buffer, const size_t a_offset, const size_t a_ld,
                           const double2* b_buffer, const size_t b_offset, const size_t b_ld,
                           const double2 beta,
                           double2* c_buffer, const size_t c_offset, const size_t c_ld) {
  cublasHandle_t handle;
  auto status = cublasZgemm(handle, layout, a_transpose, b_transpose,
                            static_cast<int>(m), static_cast<int>(n), static_cast<int>(k),
                            &cl_double2{{alpha.real(), alpha.imag()}},
                            &a_buffer[a_offset], a_ld,
                            &b_buffer[b_offset], b_ld,
                            &cl_double2{{beta.real(), beta.imag()}},
                            &c_buffer[c_offset], c_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXgemm(const cublas_has_no_layout layout, const cublasOperation_t a_transpose, const cublasOperation_t b_transpose,
                           const size_t m, const size_t n, const size_t k,
                           const half alpha,
                           const half* a_buffer, const size_t a_offset, const size_t a_ld,
                           const half* b_buffer, const size_t b_offset, const size_t b_ld,
                           const half beta,
                           half* c_buffer, const size_t c_offset, const size_t c_ld) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// Forwards the cuBLAS calls for SSYMM/DSYMM/CSYMM/ZSYMM
cublasStatus_t cublasXsymm(const cublas_has_no_layout layout, const cublasSideMode_t side, const cublasFillMode_t triangle,
                           const size_t m, const size_t n,
                           const float alpha,
                           const float* a_buffer, const size_t a_offset, const size_t a_ld,
                           const float* b_buffer, const size_t b_offset, const size_t b_ld,
                           const float beta,
                           float* c_buffer, const size_t c_offset, const size_t c_ld) {
  cublasHandle_t handle;
  auto status = cublasSsymm(handle, layout, side, triangle,
                            static_cast<int>(m), static_cast<int>(n),
                            &alpha,
                            &a_buffer[a_offset], a_ld,
                            &b_buffer[b_offset], b_ld,
                            &beta,
                            &c_buffer[c_offset], c_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXsymm(const cublas_has_no_layout layout, const cublasSideMode_t side, const cublasFillMode_t triangle,
                           const size_t m, const size_t n,
                           const double alpha,
                           const double* a_buffer, const size_t a_offset, const size_t a_ld,
                           const double* b_buffer, const size_t b_offset, const size_t b_ld,
                           const double beta,
                           double* c_buffer, const size_t c_offset, const size_t c_ld) {
  cublasHandle_t handle;
  auto status = cublasDsymm(handle, layout, side, triangle,
                            static_cast<int>(m), static_cast<int>(n),
                            &alpha,
                            &a_buffer[a_offset], a_ld,
                            &b_buffer[b_offset], b_ld,
                            &beta,
                            &c_buffer[c_offset], c_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXsymm(const cublas_has_no_layout layout, const cublasSideMode_t side, const cublasFillMode_t triangle,
                           const size_t m, const size_t n,
                           const float2 alpha,
                           const float2* a_buffer, const size_t a_offset, const size_t a_ld,
                           const float2* b_buffer, const size_t b_offset, const size_t b_ld,
                           const float2 beta,
                           float2* c_buffer, const size_t c_offset, const size_t c_ld) {
  cublasHandle_t handle;
  auto status = cublasCsymm(handle, layout, side, triangle,
                            static_cast<int>(m), static_cast<int>(n),
                            &cl_float2{{alpha.real(), alpha.imag()}},
                            &a_buffer[a_offset], a_ld,
                            &b_buffer[b_offset], b_ld,
                            &cl_float2{{beta.real(), beta.imag()}},
                            &c_buffer[c_offset], c_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXsymm(const cublas_has_no_layout layout, const cublasSideMode_t side, const cublasFillMode_t triangle,
                           const size_t m, const size_t n,
                           const double2 alpha,
                           const double2* a_buffer, const size_t a_offset, const size_t a_ld,
                           const double2* b_buffer, const size_t b_offset, const size_t b_ld,
                           const double2 beta,
                           double2* c_buffer, const size_t c_offset, const size_t c_ld) {
  cublasHandle_t handle;
  auto status = cublasZsymm(handle, layout, side, triangle,
                            static_cast<int>(m), static_cast<int>(n),
                            &cl_double2{{alpha.real(), alpha.imag()}},
                            &a_buffer[a_offset], a_ld,
                            &b_buffer[b_offset], b_ld,
                            &cl_double2{{beta.real(), beta.imag()}},
                            &c_buffer[c_offset], c_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXsymm(const cublas_has_no_layout layout, const cublasSideMode_t side, const cublasFillMode_t triangle,
                           const size_t m, const size_t n,
                           const half alpha,
                           const half* a_buffer, const size_t a_offset, const size_t a_ld,
                           const half* b_buffer, const size_t b_offset, const size_t b_ld,
                           const half beta,
                           half* c_buffer, const size_t c_offset, const size_t c_ld) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// Forwards the cuBLAS calls for CHEMM/ZHEMM
cublasStatus_t cublasXhemm(const cublas_has_no_layout layout, const cublasSideMode_t side, const cublasFillMode_t triangle,
                           const size_t m, const size_t n,
                           const float2 alpha,
                           const float2* a_buffer, const size_t a_offset, const size_t a_ld,
                           const float2* b_buffer, const size_t b_offset, const size_t b_ld,
                           const float2 beta,
                           float2* c_buffer, const size_t c_offset, const size_t c_ld) {
  cublasHandle_t handle;
  auto status = cublasChemm(handle, layout, side, triangle,
                            static_cast<int>(m), static_cast<int>(n),
                            &cl_float2{{alpha.real(), alpha.imag()}},
                            &a_buffer[a_offset], a_ld,
                            &b_buffer[b_offset], b_ld,
                            &cl_float2{{beta.real(), beta.imag()}},
                            &c_buffer[c_offset], c_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXhemm(const cublas_has_no_layout layout, const cublasSideMode_t side, const cublasFillMode_t triangle,
                           const size_t m, const size_t n,
                           const double2 alpha,
                           const double2* a_buffer, const size_t a_offset, const size_t a_ld,
                           const double2* b_buffer, const size_t b_offset, const size_t b_ld,
                           const double2 beta,
                           double2* c_buffer, const size_t c_offset, const size_t c_ld) {
  cublasHandle_t handle;
  auto status = cublasZhemm(handle, layout, side, triangle,
                            static_cast<int>(m), static_cast<int>(n),
                            &cl_double2{{alpha.real(), alpha.imag()}},
                            &a_buffer[a_offset], a_ld,
                            &b_buffer[b_offset], b_ld,
                            &cl_double2{{beta.real(), beta.imag()}},
                            &c_buffer[c_offset], c_ld);
  cublasDestroy(handle);
  return status;
}

// Forwards the cuBLAS calls for SSYRK/DSYRK/CSYRK/ZSYRK
cublasStatus_t cublasXsyrk(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose,
                           const size_t n, const size_t k,
                           const float alpha,
                           const float* a_buffer, const size_t a_offset, const size_t a_ld,
                           const float beta,
                           float* c_buffer, const size_t c_offset, const size_t c_ld) {
  cublasHandle_t handle;
  auto status = cublasSsyrk(handle, layout, triangle, a_transpose,
                            static_cast<int>(n), static_cast<int>(k),
                            &alpha,
                            &a_buffer[a_offset], a_ld,
                            &beta,
                            &c_buffer[c_offset], c_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXsyrk(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose,
                           const size_t n, const size_t k,
                           const double alpha,
                           const double* a_buffer, const size_t a_offset, const size_t a_ld,
                           const double beta,
                           double* c_buffer, const size_t c_offset, const size_t c_ld) {
  cublasHandle_t handle;
  auto status = cublasDsyrk(handle, layout, triangle, a_transpose,
                            static_cast<int>(n), static_cast<int>(k),
                            &alpha,
                            &a_buffer[a_offset], a_ld,
                            &beta,
                            &c_buffer[c_offset], c_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXsyrk(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose,
                           const size_t n, const size_t k,
                           const float2 alpha,
                           const float2* a_buffer, const size_t a_offset, const size_t a_ld,
                           const float2 beta,
                           float2* c_buffer, const size_t c_offset, const size_t c_ld) {
  cublasHandle_t handle;
  auto status = cublasCsyrk(handle, layout, triangle, a_transpose,
                            static_cast<int>(n), static_cast<int>(k),
                            &cl_float2{{alpha.real(), alpha.imag()}},
                            &a_buffer[a_offset], a_ld,
                            &cl_float2{{beta.real(), beta.imag()}},
                            &c_buffer[c_offset], c_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXsyrk(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose,
                           const size_t n, const size_t k,
                           const double2 alpha,
                           const double2* a_buffer, const size_t a_offset, const size_t a_ld,
                           const double2 beta,
                           double2* c_buffer, const size_t c_offset, const size_t c_ld) {
  cublasHandle_t handle;
  auto status = cublasZsyrk(handle, layout, triangle, a_transpose,
                            static_cast<int>(n), static_cast<int>(k),
                            &cl_double2{{alpha.real(), alpha.imag()}},
                            &a_buffer[a_offset], a_ld,
                            &cl_double2{{beta.real(), beta.imag()}},
                            &c_buffer[c_offset], c_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXsyrk(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose,
                           const size_t n, const size_t k,
                           const half alpha,
                           const half* a_buffer, const size_t a_offset, const size_t a_ld,
                           const half beta,
                           half* c_buffer, const size_t c_offset, const size_t c_ld) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// Forwards the cuBLAS calls for CHERK/ZHERK
cublasStatus_t cublasXherk(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose,
                           const size_t n, const size_t k,
                           const float alpha,
                           const float2* a_buffer, const size_t a_offset, const size_t a_ld,
                           const float beta,
                           float2* c_buffer, const size_t c_offset, const size_t c_ld) {
  cublasHandle_t handle;
  auto status = cublasCherk(handle, layout, triangle, a_transpose,
                            static_cast<int>(n), static_cast<int>(k),
                            &alpha,
                            &a_buffer[a_offset], a_ld,
                            &beta,
                            &c_buffer[c_offset], c_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXherk(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t a_transpose,
                           const size_t n, const size_t k,
                           const double alpha,
                           const double2* a_buffer, const size_t a_offset, const size_t a_ld,
                           const double beta,
                           double2* c_buffer, const size_t c_offset, const size_t c_ld) {
  cublasHandle_t handle;
  auto status = cublasZherk(handle, layout, triangle, a_transpose,
                            static_cast<int>(n), static_cast<int>(k),
                            &alpha,
                            &a_buffer[a_offset], a_ld,
                            &beta,
                            &c_buffer[c_offset], c_ld);
  cublasDestroy(handle);
  return status;
}

// Forwards the cuBLAS calls for SSYR2K/DSYR2K/CSYR2K/ZSYR2K
cublasStatus_t cublasXsyr2k(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t ab_transpose,
                            const size_t n, const size_t k,
                            const float alpha,
                            const float* a_buffer, const size_t a_offset, const size_t a_ld,
                            const float* b_buffer, const size_t b_offset, const size_t b_ld,
                            const float beta,
                            float* c_buffer, const size_t c_offset, const size_t c_ld) {
  cublasHandle_t handle;
  auto status = cublasSsyr2k(handle, layout, triangle, ab_transpose,
                             static_cast<int>(n), static_cast<int>(k),
                             &alpha,
                             &a_buffer[a_offset], a_ld,
                             &b_buffer[b_offset], b_ld,
                             &beta,
                             &c_buffer[c_offset], c_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXsyr2k(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t ab_transpose,
                            const size_t n, const size_t k,
                            const double alpha,
                            const double* a_buffer, const size_t a_offset, const size_t a_ld,
                            const double* b_buffer, const size_t b_offset, const size_t b_ld,
                            const double beta,
                            double* c_buffer, const size_t c_offset, const size_t c_ld) {
  cublasHandle_t handle;
  auto status = cublasDsyr2k(handle, layout, triangle, ab_transpose,
                             static_cast<int>(n), static_cast<int>(k),
                             &alpha,
                             &a_buffer[a_offset], a_ld,
                             &b_buffer[b_offset], b_ld,
                             &beta,
                             &c_buffer[c_offset], c_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXsyr2k(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t ab_transpose,
                            const size_t n, const size_t k,
                            const float2 alpha,
                            const float2* a_buffer, const size_t a_offset, const size_t a_ld,
                            const float2* b_buffer, const size_t b_offset, const size_t b_ld,
                            const float2 beta,
                            float2* c_buffer, const size_t c_offset, const size_t c_ld) {
  cublasHandle_t handle;
  auto status = cublasCsyr2k(handle, layout, triangle, ab_transpose,
                             static_cast<int>(n), static_cast<int>(k),
                             &cl_float2{{alpha.real(), alpha.imag()}},
                             &a_buffer[a_offset], a_ld,
                             &b_buffer[b_offset], b_ld,
                             &cl_float2{{beta.real(), beta.imag()}},
                             &c_buffer[c_offset], c_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXsyr2k(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t ab_transpose,
                            const size_t n, const size_t k,
                            const double2 alpha,
                            const double2* a_buffer, const size_t a_offset, const size_t a_ld,
                            const double2* b_buffer, const size_t b_offset, const size_t b_ld,
                            const double2 beta,
                            double2* c_buffer, const size_t c_offset, const size_t c_ld) {
  cublasHandle_t handle;
  auto status = cublasZsyr2k(handle, layout, triangle, ab_transpose,
                             static_cast<int>(n), static_cast<int>(k),
                             &cl_double2{{alpha.real(), alpha.imag()}},
                             &a_buffer[a_offset], a_ld,
                             &b_buffer[b_offset], b_ld,
                             &cl_double2{{beta.real(), beta.imag()}},
                             &c_buffer[c_offset], c_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXsyr2k(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t ab_transpose,
                            const size_t n, const size_t k,
                            const half alpha,
                            const half* a_buffer, const size_t a_offset, const size_t a_ld,
                            const half* b_buffer, const size_t b_offset, const size_t b_ld,
                            const half beta,
                            half* c_buffer, const size_t c_offset, const size_t c_ld) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// Forwards the cuBLAS calls for CHER2K/ZHER2K
cublasStatus_t cublasXher2k(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t ab_transpose,
                            const size_t n, const size_t k,
                            const float2 alpha,
                            const float2* a_buffer, const size_t a_offset, const size_t a_ld,
                            const float2* b_buffer, const size_t b_offset, const size_t b_ld,
                            const float beta,
                            float2* c_buffer, const size_t c_offset, const size_t c_ld) {
  cublasHandle_t handle;
  auto status = cublasCher2k(handle, layout, triangle, ab_transpose,
                             static_cast<int>(n), static_cast<int>(k),
                             &cl_float2{{alpha.real(), alpha.imag()}},
                             &a_buffer[a_offset], a_ld,
                             &b_buffer[b_offset], b_ld,
                             &beta,
                             &c_buffer[c_offset], c_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXher2k(const cublas_has_no_layout layout, const cublasFillMode_t triangle, const cublasOperation_t ab_transpose,
                            const size_t n, const size_t k,
                            const double2 alpha,
                            const double2* a_buffer, const size_t a_offset, const size_t a_ld,
                            const double2* b_buffer, const size_t b_offset, const size_t b_ld,
                            const double beta,
                            double2* c_buffer, const size_t c_offset, const size_t c_ld) {
  cublasHandle_t handle;
  auto status = cublasZher2k(handle, layout, triangle, ab_transpose,
                             static_cast<int>(n), static_cast<int>(k),
                             &cl_double2{{alpha.real(), alpha.imag()}},
                             &a_buffer[a_offset], a_ld,
                             &b_buffer[b_offset], b_ld,
                             &beta,
                             &c_buffer[c_offset], c_ld);
  cublasDestroy(handle);
  return status;
}

// Forwards the cuBLAS calls for STRMM/DTRMM/CTRMM/ZTRMM
cublasStatus_t cublasXtrmm(const cublas_has_no_layout layout, const cublasSideMode_t side, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                           const size_t m, const size_t n,
                           const float alpha,
                           const float* a_buffer, const size_t a_offset, const size_t a_ld,
                           float* b_buffer, const size_t b_offset, const size_t b_ld) {
  cublasHandle_t handle;
  auto status = cublasStrmm(handle, layout, side, triangle, a_transpose, diagonal,
                            static_cast<int>(m), static_cast<int>(n),
                            &alpha,
                            &a_buffer[a_offset], a_ld,
                            &b_buffer[b_offset], b_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXtrmm(const cublas_has_no_layout layout, const cublasSideMode_t side, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                           const size_t m, const size_t n,
                           const double alpha,
                           const double* a_buffer, const size_t a_offset, const size_t a_ld,
                           double* b_buffer, const size_t b_offset, const size_t b_ld) {
  cublasHandle_t handle;
  auto status = cublasDtrmm(handle, layout, side, triangle, a_transpose, diagonal,
                            static_cast<int>(m), static_cast<int>(n),
                            &alpha,
                            &a_buffer[a_offset], a_ld,
                            &b_buffer[b_offset], b_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXtrmm(const cublas_has_no_layout layout, const cublasSideMode_t side, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                           const size_t m, const size_t n,
                           const float2 alpha,
                           const float2* a_buffer, const size_t a_offset, const size_t a_ld,
                           float2* b_buffer, const size_t b_offset, const size_t b_ld) {
  cublasHandle_t handle;
  auto status = cublasCtrmm(handle, layout, side, triangle, a_transpose, diagonal,
                            static_cast<int>(m), static_cast<int>(n),
                            &cl_float2{{alpha.real(), alpha.imag()}},
                            &a_buffer[a_offset], a_ld,
                            &b_buffer[b_offset], b_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXtrmm(const cublas_has_no_layout layout, const cublasSideMode_t side, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                           const size_t m, const size_t n,
                           const double2 alpha,
                           const double2* a_buffer, const size_t a_offset, const size_t a_ld,
                           double2* b_buffer, const size_t b_offset, const size_t b_ld) {
  cublasHandle_t handle;
  auto status = cublasZtrmm(handle, layout, side, triangle, a_transpose, diagonal,
                            static_cast<int>(m), static_cast<int>(n),
                            &cl_double2{{alpha.real(), alpha.imag()}},
                            &a_buffer[a_offset], a_ld,
                            &b_buffer[b_offset], b_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXtrmm(const cublas_has_no_layout layout, const cublasSideMode_t side, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                           const size_t m, const size_t n,
                           const half alpha,
                           const half* a_buffer, const size_t a_offset, const size_t a_ld,
                           half* b_buffer, const size_t b_offset, const size_t b_ld) {
  return CUBLAS_STATUS_NOT_SUPPORTED;
}

// Forwards the cuBLAS calls for STRSM/DTRSM/CTRSM/ZTRSM
cublasStatus_t cublasXtrsm(const cublas_has_no_layout layout, const cublasSideMode_t side, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                           const size_t m, const size_t n,
                           const float alpha,
                           const float* a_buffer, const size_t a_offset, const size_t a_ld,
                           float* b_buffer, const size_t b_offset, const size_t b_ld) {
  cublasHandle_t handle;
  auto status = cublasStrsm(handle, layout, side, triangle, a_transpose, diagonal,
                            static_cast<int>(m), static_cast<int>(n),
                            &alpha,
                            &a_buffer[a_offset], a_ld,
                            &b_buffer[b_offset], b_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXtrsm(const cublas_has_no_layout layout, const cublasSideMode_t side, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                           const size_t m, const size_t n,
                           const double alpha,
                           const double* a_buffer, const size_t a_offset, const size_t a_ld,
                           double* b_buffer, const size_t b_offset, const size_t b_ld) {
  cublasHandle_t handle;
  auto status = cublasDtrsm(handle, layout, side, triangle, a_transpose, diagonal,
                            static_cast<int>(m), static_cast<int>(n),
                            &alpha,
                            &a_buffer[a_offset], a_ld,
                            &b_buffer[b_offset], b_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXtrsm(const cublas_has_no_layout layout, const cublasSideMode_t side, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                           const size_t m, const size_t n,
                           const float2 alpha,
                           const float2* a_buffer, const size_t a_offset, const size_t a_ld,
                           float2* b_buffer, const size_t b_offset, const size_t b_ld) {
  cublasHandle_t handle;
  auto status = cublasCtrsm(handle, layout, side, triangle, a_transpose, diagonal,
                            static_cast<int>(m), static_cast<int>(n),
                            &cl_float2{{alpha.real(), alpha.imag()}},
                            &a_buffer[a_offset], a_ld,
                            &b_buffer[b_offset], b_ld);
  cublasDestroy(handle);
  return status;
}
cublasStatus_t cublasXtrsm(const cublas_has_no_layout layout, const cublasSideMode_t side, const cublasFillMode_t triangle, const cublasOperation_t a_transpose, const cublasDiagType_t diagonal,
                           const size_t m, const size_t n,
                           const double2 alpha,
                           const double2* a_buffer, const size_t a_offset, const size_t a_ld,
                           double2* b_buffer, const size_t b_offset, const size_t b_ld) {
  cublasHandle_t handle;
  auto status = cublasZtrsm(handle, layout, side, triangle, a_transpose, diagonal,
                            static_cast<int>(m), static_cast<int>(n),
                            &cl_double2{{alpha.real(), alpha.imag()}},
                            &a_buffer[a_offset], a_ld,
                            &b_buffer[b_offset], b_ld);
  cublasDestroy(handle);
  return status;
}

// =================================================================================================
} // namespace clblast

// CLBLAST_TEST_WRAPPER_CUBLAS_H_
#endif