From a4438602fefee376cad31e900a5aad202624371c Mon Sep 17 00:00:00 2001 From: TheyWorkForYou Live CVS User Date: Thu, 16 Mar 2023 22:59:47 +0000 Subject: [PATCH] [SP] Prevent many fetches of 404s in numeric gap. --- pyscraper/sp/get-official-reports-new.py | 1 + 1 file changed, 1 insertion(+) diff --git a/pyscraper/sp/get-official-reports-new.py b/pyscraper/sp/get-official-reports-new.py index 78bb0502..04532408 100755 --- a/pyscraper/sp/get-official-reports-new.py +++ b/pyscraper/sp/get-official-reports-new.py @@ -131,6 +131,7 @@ def main(): min_report_id = min(report_ids) - 20 max_report_id = max(report_ids) + 20 for report_id in range(min_report_id, max_report_id + 1): + if report_id > 14191 and report_id < 15190: continue # Big jump get_document_from_id(report_id) else: