diff --git a/llm/generate/gen_windows.ps1 b/llm/generate/gen_windows.ps1
index 253509ea735..a9676f3273f 100644
--- a/llm/generate/gen_windows.ps1
+++ b/llm/generate/gen_windows.ps1
@@ -189,9 +189,6 @@ if ($null -ne $script:CUDA_LIB_DIR) {
     $script:cmakeDefs += @("-DLLAMA_CUBLAS=ON", "-DLLAMA_AVX=on", "-DCUDAToolkit_INCLUDE_DIR=$script:CUDA_INCLUDE_DIR", "-DCMAKE_CUDA_ARCHITECTURES=${script:CMAKE_CUDA_ARCHITECTURES}")
     build
     install
-    cp "${script:CUDA_LIB_DIR}/cudart64_*.dll" "${script:buildDir}/lib"
-    cp "${script:CUDA_LIB_DIR}/cublas64_*.dll" "${script:buildDir}/lib"
-    cp "${script:CUDA_LIB_DIR}/cublasLt64_*.dll" "${script:buildDir}/lib"
     sign
     compress_libs
 }
@@ -203,4 +200,4 @@ md "${script:buildDir}/lib" -ea 0 > $null
 echo $null >> "${script:buildDir}/lib/.generated"
 
 cleanup
-write-host "`ngo generate completed"
\ No newline at end of file
+write-host "`ngo generate completed"
diff --git a/scripts/build_windows.ps1 b/scripts/build_windows.ps1
index 33a74cc2571..618f3c84c0b 100644
--- a/scripts/build_windows.ps1
+++ b/scripts/build_windows.ps1
@@ -87,6 +87,7 @@ function gatherDependencies() {
 
     cp "${script:NVIDIA_DIR}\cudart64_*.dll" "${script:DEPS_DIR}\"
     cp "${script:NVIDIA_DIR}\cublas64_*.dll" "${script:DEPS_DIR}\"
+    cp "${script:NVIDIA_DIR}\cublasLt64_*.dll" "${script:DEPS_DIR}\"
 
     cp "${script:SRC_DIR}\app\ollama_welcome.ps1" "${script:SRC_DIR}\dist\"
     if ($env:OLLAMA_CERT) {