course json fix

DegreeDoctor · Apr 27, 2023 · 7dca210 · 7dca210
1 parent 18361a0
commit 7dca210
Show file tree

Hide file tree

Showing 5 changed files with 34,921 additions and 163 deletions.
diff --git a/backend/scrapers/course_scraper.py b/backend/scrapers/course_scraper.py
@@ -12,7 +12,7 @@
 BASE_URL = "http://rpi.apis.acalog.com/v1/"
 # It is ok to publish this key because I found it online already public
 DEFAULT_QUERY_PARAMS = "?key=3eef8a28f26fb2bcc514e6f1938929a1f9317628&format=xml"
-CHUNK_SIZE = 500
+CHUNK_SIZE = 100
 
 # Returns a list of course ids for a given catalog
 def get_course_ids(catalog_id: str) -> List[str]: