diff --git a/.github/workflows/java.yml b/.github/workflows/java.yml
index ee4c1b21c37d4..7042303b2d9f2 100644
--- a/.github/workflows/java.yml
+++ b/.github/workflows/java.yml
@@ -57,7 +57,7 @@ jobs:
       fail-fast: false
       matrix:
         jdk: [8, 11, 17, 21]
-        maven: [3.9.5]
+        maven: [3.9.6]
         image: [java]
     env:
       JDK: ${{ matrix.jdk }}
diff --git a/dev/conbench_envs/README.md b/dev/conbench_envs/README.md
index 509dc5c0c9537..89169ec44c225 100644
--- a/dev/conbench_envs/README.md
+++ b/dev/conbench_envs/README.md
@@ -111,7 +111,7 @@ Verify that you have at least these versions of `java`, `javac` and `maven`:
     javac 1.8.0_292
     ...
     # mvn -version
-    Apache Maven 3.6.3
+    Apache Maven 3.9.6
     ...
 
 ### 3. Install Arrow dependencies for Java Script
diff --git a/docker-compose.yml b/docker-compose.yml
index 39cd473c2741b..c0a5ea996ba74 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -1678,7 +1678,7 @@ services:
     #   docker-compose build java
     #   docker-compose run java
     # Parameters:
-    #   MAVEN: 3.9.5
+    #   MAVEN: 3.9.6
     #   JDK: 8, 11, 17, 21
     image: ${ARCH}/maven:${MAVEN}-eclipse-temurin-${JDK}
     shm_size: *shm-size
@@ -1710,7 +1710,7 @@ services:
         jdk: 17
         # conda-forge doesn't have 3.5.4 so pinning explicitly, but this should
         # be set to ${MAVEN}
-        maven: 3.5
+        maven: 3.9.6
         node: ${NODE}
         go: ${GO}
     volumes: *conda-volumes
@@ -1844,7 +1844,7 @@ services:
         jdk: ${JDK}
         # conda-forge doesn't have 3.5.4 so pinning explicitly, but this should
         # be set to ${MAVEN}
-        maven: 3.5
+        maven: 3.9.6
         hdfs: ${HDFS}
     links:
       - impala:impala
@@ -1887,7 +1887,7 @@ services:
         jdk: ${JDK}
         # conda-forge doesn't have 3.5.4 so pinning explicitly, but this should
         # be set to ${MAVEN}
-        maven: 3.5
+        maven: 3.9.6
         spark: ${SPARK}
         numpy: ${NUMPY}
     shm_size: *shm-size