chore: handles non number rate_limit_reset header

rudderlabs · Dec 26, 2023 · b8845d8 · b8845d8
1 parent 2da69f0
commit b8845d8
Showing 1 changed file with 7 additions and 4 deletions.
diff --git a/airbyte-integrations/connectors/source-sendgrid/source_sendgrid/streams.py b/airbyte-integrations/connectors/source-sendgrid/source_sendgrid/streams.py
@@ -81,10 +81,13 @@ def backoff_time(self, response: requests.Response) -> float:
         response_headers = response.headers
         RATE_LIMIT_RESET_HEADER = "x-ratelimit-reset"
         if RATE_LIMIT_RESET_HEADER in response_headers:
-            # Assumes it is a number
-            sleep_time = int(response_headers.get(RATE_LIMIT_RESET_HEADER)) + 1
-            self.logger.info(f"Rate limit exceeded. Sleeping for {sleep_time} seconds")
-            return sleep_time
+            try:
+                sleep_time = int(response_headers.get(RATE_LIMIT_RESET_HEADER)) + 1
+                self.logger.info(f"Rate limit exceeded. Sleeping for {sleep_time} seconds")
+                return sleep_time
+            except ValueError:
+                # Log error and use default exponential backoff
+                self.logger.error(f"Rate limit reset header value is not a number. Value: {response_headers.get(RATE_LIMIT_RESET_HEADER)}")
         # Use default exponential backoff if rate limit headers are not present
         return super().backoff_time(response)