diff --git a/.github/workflows/test-unreleased.yml b/.github/workflows/test-unreleased.yml
index b5e137bfe..b7a98e873 100644
--- a/.github/workflows/test-unreleased.yml
+++ b/.github/workflows/test-unreleased.yml
@@ -19,9 +19,9 @@ jobs:
       fail-fast: false
       matrix:
         entry:
-          - { ruby_version: '3.3', opensearch_ref: '1.x' }
-          - { ruby_version: '3.3', opensearch_ref: '2.x' }
-          - { ruby_version: '3.3', opensearch_ref: 'main' }
+          - { ruby_version: '3.3', opensearch_ref: '1.x', jdk_version: '11' }
+          - { ruby_version: '3.3', opensearch_ref: '2.x', jdk_version: '17' }
+          - { ruby_version: '3.3', opensearch_ref: 'main', jdk_version: '17' }
 
     steps:
       - uses: ruby/setup-ruby@v1
@@ -46,12 +46,17 @@ jobs:
           path: opensearch/distribution/archives/linux-tar/build/distributions
           key: ${{ steps.get-key.outputs.key }}
 
+      - name: Setup Java JDK
+        uses: actions/setup-java@v4
+        if: steps.cache-restore.outputs.cache-hit != 'true'
+        with:
+          distribution: 'temurin'
+          java-version: ${{ matrix.entry.jdk_version }}
+
       - name: Assemble OpenSearch
         if: steps.cache-restore.outputs.cache-hit != 'true'
         working-directory: opensearch
-        run: |
-          export GRADLE_VERSION=8.11.1
-          ./gradlew :distribution:archives:linux-tar:assemble
+        run: ./gradlew :distribution:archives:linux-tar:assemble --stacktrace
         
 
       - name: Save cached build