fix: build without ck tile

microsoft · Jun 20, 2024 · 14d1a1a · 14d1a1a
1 parent 5d09ec9
commit 14d1a1a
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/onnxruntime/contrib_ops/rocm/bert/group_query_attention.cu b/onnxruntime/contrib_ops/rocm/bert/group_query_attention.cu
@@ -148,6 +148,7 @@ std::once_flag GroupQueryAttention<BFloat16>::arch_checking_{};
 
 template <typename T>
 Status GroupQueryAttention<T>::ComputeInternal(OpKernelContext* ctx) const {
+#if USE_COMPOSABLE_KERNEL_CK_TILE
   auto hip_stream = static_cast<hipStream_t>(ctx->GetComputeStream()->GetHandle());
   const Tensor* query = ctx->Input<Tensor>(0);
   const Tensor* key = ctx->Input<Tensor>(1);
@@ -512,6 +513,9 @@ Status GroupQueryAttention<T>::ComputeInternal(OpKernelContext* ctx) const {
   HIP_RETURN_IF_ERROR(hipGetLastError());
 
   return Status::OK();
+#else
+  return ORT_MAKE_STATUS(ONNXRUNTIME, EP_FAIL, "GroupQueryAttention requires ck_tiles to be enabled");
+#endif
 }
 
 }  // namespace rocm