diff --git a/.github/workflows/cs.yml b/.github/workflows/cs.yml
new file mode 100644
index 0000000000000..627c15ed569a2
--- /dev/null
+++ b/.github/workflows/cs.yml
@@ -0,0 +1,34 @@
+---
+name: Concurrent Search UTs and ITs
+
+on:
+  schedule:
+    - cron: '0 */4 * * *' # every 4 hours
+  workflow_dispatch: # on button click
+
+jobs:
+  build:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        os: [ubuntu-latest]  # precommit on ubuntu-latest is run as a part of the gradle-check workflow
+    steps:
+      - uses: actions/checkout@v2
+      - name: Set up JDK 11
+        if: always()
+        uses: actions/setup-java@v2
+        with:
+          java-version: 11
+          distribution: adopt
+      - name: Build the repo
+        if: always()
+        run: |
+          ./gradlew assemble -x :distribution:docker:buildArm64DockerImage -x :distribution:docker:buildDockerImage -x :distribution:docker:buildPpc64leDockerImage -x :distribution:docker:docker-export:exportDockerImage -x :distribution:docker:buildS390xDockerImage -x :distribution:docker:docker-ppc64le-export:exportDockerImage -x :distribution:docker:docker-s390x-export:exportDockerImage
+      - name: Run Gradle unit tests
+        if: always()
+        run: |
+          ./gradlew test -Dopensearch.experimental.feature.concurrent_segment_search.enabled=true
+      - name: Run Gradle integration tests
+        if: always()
+        run: |
+          ./gradlew internalClusterTest --parallel -Dopensearch.experimental.feature.concurrent_segment_search.enabled=true
diff --git a/buildSrc/src/testKit/thirdPartyAudit/build.gradle b/buildSrc/src/testKit/thirdPartyAudit/build.gradle
index 553ff5d8e6ed2..84de798e8b0f6 100644
--- a/buildSrc/src/testKit/thirdPartyAudit/build.gradle
+++ b/buildSrc/src/testKit/thirdPartyAudit/build.gradle
@@ -40,7 +40,7 @@ repositories {
 }
 
 dependencies {
-  jdkJarHell 'org.opensearch:opensearch-core:current'
+  jdkJarHell 'org.opensearch:opensearch-core:2.10.0'
   compileOnly "org.${project.properties.compileOnlyGroup}:${project.properties.compileOnlyVersion}"
   implementation "org.${project.properties.compileGroup}:${project.properties.compileVersion}"
 }