Skip to content

Commit

Permalink
Added defined(HIPBLAS_V2)
Browse files Browse the repository at this point in the history
  • Loading branch information
@rraminen
rraminen committed May 15, 2024
1 parent bc06562 commit d288d36
Show file tree
Hide file tree
Showing 3 changed files with 10 additions and 10 deletions.
8 changes: 4 additions & 4 deletions csrc/transformer/cublas_wrappers.cu
View file
Original file line number Diff line number Diff line change
Expand Up @@ -88,7 +88,7 @@ int cublas_gemm_ex(cublasHandle_t handle,
CUDA_R_32F,
#endif
m,
#if defined(__HIP_PLATFORM_AMD__) && HIPBLAS_V2
#if defined(__HIP_PLATFORM_AMD__) && defined(HIPBLAS_V2)
HIPBLAS_COMPUTE_32F,
#elif defined(__HIP_PLATFORM_AMD__)
HIPBLAS_R_32F,
Expand Down Expand Up @@ -197,7 +197,7 @@ int cublas_gemm_ex(cublasHandle_t handle,
CUDA_R_16F,
#endif
m,
#if defined(__HIP_PLATFORM_AMD__) && HIPBLAS_V2
#if defined(__HIP_PLATFORM_AMD__) && defined(HIPBLAS_V2)
HIPBLAS_COMPUTE_32F,
#elif defined(__HIP_PLATFORM_AMD__)
HIPBLAS_R_32F,
Expand Down Expand Up @@ -324,7 +324,7 @@ int cublas_strided_batched_gemm(cublasHandle_t handle,
m,
stride_C,
batch,
#if defined(__HIP_PLATFORM_AMD__) && HIPBLAS_V2
#if defined(__HIP_PLATFORM_AMD__) && defined(HIPBLAS_V2)
HIPBLAS_COMPUTE_32F,
#elif defined(__HIP_PLATFORM_AMD__)
HIPBLAS_R_32F,
Expand Down Expand Up @@ -452,7 +452,7 @@ int cublas_strided_batched_gemm(cublasHandle_t handle,
m,
stride_C,
batch,
#if defined(__HIP_PLATFORM_AMD__) && HIPBLAS_V2
#if defined(__HIP_PLATFORM_AMD__) && defined(HIPBLAS_V2)
HIPBLAS_COMPUTE_32F,
#elif defined(__HIP_PLATFORM_AMD__)
HIPBLAS_R_32F,
Expand Down
8 changes: 4 additions & 4 deletions csrc/transformer/inference/includes/inference_cublas_wrappers.h
View file
Original file line number Diff line number Diff line change
Expand Up @@ -104,7 +104,7 @@ int cublas_gemm_ex(cublasHandle_t handle,
CUDA_R_32F,
#endif
m,
#if defined(__HIP_PLATFORM_AMD__) && HIPBLAS_V2
#if defined(__HIP_PLATFORM_AMD__) && defined(HIPBLAS_V2)
HIPBLAS_COMPUTE_32F,
#elif defined(__HIP_PLATFORM_AMD__)
HIPBLAS_R_32F,
Expand Down Expand Up @@ -212,7 +212,7 @@ int cublas_gemm_ex(cublasHandle_t handle,
(void*)C,
cublas_dtype_16,
m,
#if defined(__HIP_PLATFORM_AMD__) && HIPBLAS_V2
#if defined(__HIP_PLATFORM_AMD__) && defined(HIPBLAS_V2)
HIPBLAS_COMPUTE_32F,
#elif defined(__HIP_PLATFORM_AMD__)
HIPBLAS_R_32F,
Expand Down Expand Up @@ -339,7 +339,7 @@ int cublas_strided_batched_gemm(cublasHandle_t handle,
m,
stride_C,
batch,
#if defined(__HIP_PLATFORM_AMD__) && HIPBLAS_V2
#if defined(__HIP_PLATFORM_AMD__) && defined(HIPBLAS_V2)
HIPBLAS_COMPUTE_32F,
#elif defined(__HIP_PLATFORM_AMD__)
HIPBLAS_R_32F,
Expand Down Expand Up @@ -463,7 +463,7 @@ int cublas_strided_batched_gemm(cublasHandle_t handle,
m,
stride_C,
batch,
#if defined(__HIP_PLATFORM_AMD__) && HIPBLAS_V2
#if defined(__HIP_PLATFORM_AMD__) && defined(HIPBLAS_V2)
HIPBLAS_COMPUTE_32F,
#elif defined(__HIP_PLATFORM_AMD__)
HIPBLAS_R_32F,
Expand Down
4 changes: 2 additions & 2 deletions deepspeed/inference/v2/kernels/core_ops/blas_kernels/blas_utils.h
View file
Original file line number Diff line number Diff line change
Expand Up @@ -157,7 +157,7 @@ int blas_gemm_ex(void* C,
C,
abc_type,
ldc,
#if defined(__HIP_PLATFORM_AMD__) && HIPBLAS_V2
#if defined(__HIP_PLATFORM_AMD__) && defined(HIPBLAS_V2)
HIPBLAS_COMPUTE_32F,
#elif defined(__HIP_PLATFORM_AMD__)
HIPBLAS_R_32F,
Expand Down Expand Up @@ -265,7 +265,7 @@ int blas_strided_batched_gemm(void* C,
ldc,
stride_C,
batch,
#if defined(__HIP_PLATFORM_AMD__) && HIPBLAS_V2
#if defined(__HIP_PLATFORM_AMD__) && defined(HIPBLAS_V2)
HIPBLAS_COMPUTE_32F,
#elif defined(__HIP_PLATFORM_AMD__)
HIPBLAS_R_32F,
Expand Down

0 comments on commit d288d36

Please sign in to comment.