diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index 4f93ae133..4c8655b49 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -39,6 +39,13 @@ jobs:
           - huggingface
           - alibi-explain
           - alibi-detect
+        is-pr:
+          - ${{ github.event_name == 'pull_request' }}
+        exclude:
+          # MacOS tests take a lot of time, so we will run them only on merge
+          # From https://github.com/orgs/community/discussions/26253
+          - is-pr: true
+            os: macos-latest
     runs-on: ${{ matrix.os }}
     steps:
       - name: Setup docker (missing on MacOS)