diff --git a/src/constants.py b/src/constants.py index ca552e7..8accada 100644 --- a/src/constants.py +++ b/src/constants.py @@ -14,3 +14,4 @@ # === OTHER === MAX_THREAD_COUNT = 4 +MAX_THREAD_COUNT_COURSE_PLANS = 2 diff --git a/src/course_plan_scraper.py b/src/course_plan_scraper.py index 3711576..2f23efe 100644 --- a/src/course_plan_scraper.py +++ b/src/course_plan_scraper.py @@ -212,7 +212,6 @@ def scrap_faculty_course_plans(self, faculty_name: str, driver, log_prefix: str= self.faculty_course_plans[faculty_name][program_type_name].update(program_data) driver.back() - driver.refresh() Logger.log_info(f"{log_prefix} Finished Scraping The Faculty: [blue]\"{faculty_name}\"[/blue]") @@ -345,7 +344,7 @@ def scrap_course_plans(self): # Create the threads threads = [] - for i in range(min(MAX_THREAD_COUNT, len(self.faculties))): + for i in range(min(MAX_THREAD_COUNT_COURSE_PLANS, len(self.faculties))): t = threading.Thread(target=self.scrap_course_plan_thread_routine, args=(i,)) threads.append(t)