diff --git a/.github/workflows/build_time_check.yml b/.github/workflows/build_time_check.yml
index 17a7bf04d0..d8f1f53949 100644
--- a/.github/workflows/build_time_check.yml
+++ b/.github/workflows/build_time_check.yml
@@ -9,6 +9,7 @@ on:
 jobs:
   benchmark:
     name: build_time_check
+    if: contains(github.event.pull_request.labels.*.name, ':benchmark')
     runs-on: ubuntu-latest
     steps:
       - name: Checkout code