diff --git a/pkg/services/config.go b/pkg/services/config.go
index 19103a832..0eac80af9 100644
--- a/pkg/services/config.go
+++ b/pkg/services/config.go
@@ -259,7 +259,7 @@ func New(ctx context.Context, config Config) (*Services, error) {
 			return nil, err
 		}
 	} else {
-		if err := c.DeleteCredential(ctx, system.DefaultNamespace, system.KnowledgeCredID); err != nil {
+		if err := c.DeleteCredential(ctx, system.DefaultNamespace, system.KnowledgeCredID); err != nil && !strings.HasSuffix(err.Error(), "credential not found") {
 			return nil, err
 		}
 	}