diff --git a/src/ert/plugins/plugin_manager.py b/src/ert/plugins/plugin_manager.py
index 479f9e3f1b7..cfa9bf1cc1e 100644
--- a/src/ert/plugins/plugin_manager.py
+++ b/src/ert/plugins/plugin_manager.py
@@ -391,4 +391,4 @@ def __exit__(
         self._reset_environment()
         logger.debug("Deleting temporary directory for site-config")
         if self.tmp_dir is not None:
-            shutil.rmtree(self.tmp_dir)
+            shutil.rmtree(self.tmp_dir, ignore_errors=True)