retry failed page fetch

This commit is contained in:
Puyodead1 2024-06-19 11:03:46 -04:00
parent 2de870c009
commit c7329b1d59
No known key found for this signature in database
GPG Key ID: A4FA4FEC0DD353FC

View File

@ -785,7 +785,11 @@ class Udemy:
while _next: while _next:
logger.info("> Downloading course information.. ") logger.info("> Downloading course information.. ")
try: try:
resp = self.session._get(_next).json() resp = self.session._get(_next)
if not resp.ok:
logger.error(f"Failed to fetch a page, will retry")
continue
resp = resp.json()
except conn_error as error: except conn_error as error:
logger.fatal(f"Udemy Says: Connection error, {error}") logger.fatal(f"Udemy Says: Connection error, {error}")
time.sleep(0.8) time.sleep(0.8)