diff --git a/tools/changelog/check_changelog.py b/tools/changelog/check_changelog.py
index edfd88d0ab757..4e14ad845d982 100644
--- a/tools/changelog/check_changelog.py
+++ b/tools/changelog/check_changelog.py
@@ -164,6 +164,9 @@ def parse_changelog(message: str) -> dict:
 try:
     cl = build_changelog(pr)
     if cl is None:
+        pr.remove_from_labels(CL_INVALID)
+        pr.remove_from_labels(CL_VALID)
+        pr.add_to_labels(CL_NOT_NEEDED)
         exit(0)
 
     cl_emoji = emojify_changelog(cl)