diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index e48a8bba79..f0a91ad8fd 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -41,6 +41,7 @@ jobs:
         gradle_task: ${{ fromJson(needs.generate-test-list.outputs.separateTestsNames) }}
         platform: [windows-latest, ubuntu-latest]
         jdk: [11, 17]
+        number: [1,2,3,4,5,6,7,8,9,10]
     runs-on: ${{ matrix.platform }}
 
     steps:
@@ -88,6 +89,7 @@ jobs:
       matrix:
         jdk: [11, 17]
         platform: [ubuntu-latest] # Removed windows https://github.com/opensearch-project/security/issues/3423
+        number: [1,2,3,4,5,6,7,8,9,10]
     runs-on: ${{ matrix.platform }}
 
     steps:
@@ -114,6 +116,7 @@ jobs:
       matrix:
         jdk: [17]
         platform: [ubuntu-latest]
+        number: [1,2,3,4,5,6,7,8,9,10]
     runs-on: ${{ matrix.platform }}
 
     steps:
@@ -155,6 +158,7 @@ jobs:
       matrix:
         jdk: [11, 17]
         platform: [ubuntu-latest, windows-latest]
+        number: [1,2,3,4,5,6,7,8,9,10]
     runs-on: ${{ matrix.platform }}
 
     steps: