diff --git a/packages/tool-cache/src/tool-cache.ts b/packages/tool-cache/src/tool-cache.ts
index 694d12521e..a1ba4dfa13 100644
--- a/packages/tool-cache/src/tool-cache.ts
+++ b/packages/tool-cache/src/tool-cache.ts
@@ -627,8 +627,11 @@ export async function getManifestFromRepo(
       core.debug('Invalid json')
     }
   }
-
-  return releases
+  if (!releases.hasOwnProperty('documentation_url')) {
+    return releases
+  } else {
+    throw new Error('github API rate limiting response in JSON format')
+  }
 }
 
 export async function findFromManifest(