From 2735fed21f1b51a12d89ebeb717c329bb330a9fa Mon Sep 17 00:00:00 2001 From: Puyodead1 Date: Sat, 28 May 2022 15:15:22 -0400 Subject: [PATCH] fix: large course extractor --- main.py | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/main.py b/main.py index 456c9c5..6abdb71 100644 --- a/main.py +++ b/main.py @@ -759,6 +759,17 @@ class Udemy: resp = self._extract_large_course_content(url=url) else: resp = resp.json() + e = resp.get("error") + if e: + status_code = e.get("status_code") + message = e.get("message") + if status_code in [502, 503, 504]: + logger.info(f"Looks like a large course: [{status_code}] {message}") + resp = self._extract_large_course_content(url=url) + else: + logger.fatal(f"Error: [{status_code}] {message}") + time.sleep(0.8) + sys.exit(1) except conn_error as error: logger.fatal(f"[-] Udemy Says: Connection error, {error}") time.sleep(0.8)