diff --git a/.github/workflows/conformance.yaml b/.github/workflows/conformance.yaml
index 5c10e351..1d339702 100644
--- a/.github/workflows/conformance.yaml
+++ b/.github/workflows/conformance.yaml
@@ -52,13 +52,31 @@ jobs:
             - name: Create k8s Kind Cluster
               uses: helm/kind-action@v1
 
+            # - name: Run Tests
+            #   uses: BerniWittmann/background-server-action@v1
+            #   with:
+            #     start: | 
+            #         make install
+            #         make run &
+            #     wait-on: 'http://localhost:8081/readyz'
+            #     wait-on-timeout: 200s
+            #     command:  sleep 1
+
+            - name: start server
+              run: |
+                make install
+                make run &
+
+
+            - name: Wait for server to start
+              run: |
+                until $(wget http://localhost:8081/readyz); do
+                  echo 'Waiting for the server to start...'
+                  sleep 5
+                done
+              
             - name: Run Tests
-              uses: BerniWittmann/background-server-action@v1
-              with:
-                start: | 
-                    make install
-                    make run
-                wait-on: 'http://localhost:8081/readyz'
-                wait-on-timeout: 150s
-                command:  chainsaw test
+              run: |
+                sleep 10
+                chainsaw test --test-dir=tests/controllers/  --config tests/chainsaw-config.yaml
 
diff --git a/tests/chainsaw-config.yaml b/tests/chainsaw-config.yaml
new file mode 100644
index 00000000..a5229dee
--- /dev/null
+++ b/tests/chainsaw-config.yaml
@@ -0,0 +1,6 @@
+apiVersion: chainsaw.kyverno.io/v1alpha1
+kind: Configuration
+metadata:
+  name: configuration
+spec:
+  parallel: 1
\ No newline at end of file