diff --git a/scripts/installDepsScripts/installRustDeps.sh b/scripts/installDepsScripts/installRustDeps.sh
index bd36d5cba..7388405b6 100644
--- a/scripts/installDepsScripts/installRustDeps.sh
+++ b/scripts/installDepsScripts/installRustDeps.sh
@@ -14,6 +14,12 @@ if [[ $is_rustup_default ]]; then
     rustup update
 
 else
+
+    # Remove the Rust installation comming from apt instead of rustup
+    sleep 1
+    sudo apt remove rust-all rustc rust-lldb rust-gdb cargo -y
+    sudo apt autoremove -y
+
     # Run script to install Rust and it's dependencies, based on the official
     # recommended method of installation
     curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh