diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 1a0a15838c..84792f664e 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -41,6 +41,7 @@ jobs:
         gradle_task: ${{ fromJson(needs.generate-test-list.outputs.separateTestsNames) }}
         platform: [windows-latest, ubuntu-latest]
         jdk: [11, 17]
+        number: [1,2,3,4,5,6,7,8,9,10]
     runs-on: ${{ matrix.platform }}
 
     steps:
@@ -86,8 +87,9 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        jdk: [11, 17]
+        jdk: [17]
         platform: [ubuntu-latest] # Removed windows https://github.com/opensearch-project/security/issues/3423
+        number: [1,2,3,4,5,6,7,8,9,10]
     runs-on: ${{ matrix.platform }}
 
     steps: