diff --git a/cpp/cmake_modules/GandivaAddBitcode.cmake b/cpp/cmake_modules/GandivaAddBitcode.cmake
index 3d31d5100f2c0..0ad06331f4e2f 100644
--- a/cpp/cmake_modules/GandivaAddBitcode.cmake
+++ b/cpp/cmake_modules/GandivaAddBitcode.cmake
@@ -62,7 +62,8 @@ function(gandiva_add_bitcode SOURCE)
   if(GCC_TOOLCHAIN_ROOT)
     list(APPEND
          PRECOMPILE_COMMAND
-         --gcc-install-dir="$GCC_TOOLCHAIN_ROOT")
+         --gcc-install-dir
+         ${GCC_TOOLCHAIN_ROOT})
   endif()
   if(ARROW_BINARY_DIR)
     list(APPEND PRECOMPILE_COMMAND -I${ARROW_BINARY_DIR}/src)