Mirrors/udemy-downloader
1
0
Fork 0
mirror of https://cdm-project.com/Download-Tools/udemy-downloader.git synced 2025-05-01 11:44:26 +02:00
Code Issues Packages Projects Releases Wiki Activity

fix print info

Browse Source
This commit is contained in:
Puyodead1 2023-06-28 10:47:32 -04:00
parent 14095b8e72
commit 62a924de3f
No known key found for this signature in database
GPG Key ID: A4FA4FEC0DD353FC
1 changed files with 130 additions and 122 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

252
main.py
View File

@ -877,6 +877,108 @@ class Udemy:
) )
sys.exit(1) sys.exit(1)
def _parse_lecture(self, lecture: dict):
retVal = []
index = lecture.get("index") # this is lecture_counter
lecture_data = lecture.get("data")
asset = lecture_data.get("asset")
supp_assets = lecture_data.get("supplementary_assets")
if isinstance(asset, dict):
asset_type = asset.get("asset_type").lower() or asset.get("assetType").lower
if asset_type == "article":
if isinstance(supp_assets, list) and len(supp_assets) > 0:
retVal = self._extract_supplementary_assets(supp_assets, index)
elif asset_type == "video":
if isinstance(supp_assets, list) and len(supp_assets) > 0:
retVal = self._extract_supplementary_assets(supp_assets, index)
elif asset_type == "e-book":
retVal = self._extract_ebook(asset, index)
elif asset_type == "file":
retVal = self._extract_file(asset, index)
elif asset_type == "presentation":
retVal = self._extract_ppt(asset, index)
elif asset_type == "audio":
retVal = self._extract_audio(asset, index)
else:
logger.warning(f"Unknown asset type: {asset_type}")
stream_urls = asset.get("stream_urls")
if stream_urls != None:
# not encrypted
if stream_urls and isinstance(stream_urls, dict):
sources = stream_urls.get("Video")
tracks = asset.get("captions")
# duration = asset.get("time_estimation")
sources = self._extract_sources(sources, skip_hls)
subtitles = self._extract_subtitles(tracks)
sources_count = len(sources)
subtitle_count = len(subtitles)
lecture.pop("data") # remove the raw data object after processing
lecture = {
**lecture,
"assets": retVal,
"assets_count": len(retVal),
"sources": sources,
"subtitles": subtitles,
"subtitle_count": subtitle_count,
"sources_count": sources_count,
"is_encrypted": False,
"asset_id": asset.get("id"),
}
else:
lecture.pop("data") # remove the raw data object after processing
lecture = {
**lecture,
"html_content": asset.get("body"),
"extension": "html",
"assets": retVal,
"assets_count": len(retVal),
"subtitle_count": 0,
"sources_count": 0,
"is_encrypted": False,
"asset_id": asset.get("id"),
}
else:
# encrypted
media_sources = asset.get("media_sources")
if media_sources and isinstance(media_sources, list):
sources = self._extract_media_sources(media_sources)
tracks = asset.get("captions")
# duration = asset.get("time_estimation")
subtitles = self._extract_subtitles(tracks)
sources_count = len(sources)
subtitle_count = len(subtitles)
lecture.pop("data") # remove the raw data object after processing
lecture = {
**lecture,
# "duration": duration,
"assets": retVal,
"assets_count": len(retVal),
"video_sources": sources,
"subtitles": subtitles,
"subtitle_count": subtitle_count,
"sources_count": sources_count,
"is_encrypted": True,
"asset_id": asset.get("id"),
}
else:
lecture.pop("data") # remove the raw data object after processing
lecture = {
**lecture,
"html_content": asset.get("body"),
"extension": "html",
"assets": retVal,
"assets_count": len(retVal),
"subtitle_count": 0,
"sources_count": 0,
"is_encrypted": False,
"asset_id": asset.get("id"),
}
return lecture
class Session(object): class Session(object):
def __init__(self): def __init__(self):
@ -1443,7 +1545,7 @@ def process_lecture(lecture, lecture_path, lecture_file_name, chapter_dir):
logger.error(" > Missing sources for lecture", lecture) logger.error(" > Missing sources for lecture", lecture)
def parse_new(udemy_object: dict, udemy: Udemy): def parse_new(udemy: Udemy, udemy_object: dict):
total_chapters = udemy_object.get("total_chapters") total_chapters = udemy_object.get("total_chapters")
total_lectures = udemy_object.get("total_lectures") total_lectures = udemy_object.get("total_lectures")
logger.info(f"Chapter(s) ({total_chapters})") logger.info(f"Chapter(s) ({total_chapters})")
@ -1466,105 +1568,10 @@ def parse_new(udemy_object: dict, udemy: Udemy):
index = lecture.get("index") # this is lecture_counter index = lecture.get("index") # this is lecture_counter
lecture_index = lecture.get("lecture_index") # this is the raw object index from udemy lecture_index = lecture.get("lecture_index") # this is the raw object index from udemy
lecture_title = lecture.get("lecture_title") lecture_title = lecture.get("lecture_title")
lecture_data = lecture.get("data")
asset = lecture_data.get("asset") parsed_lecture = udemy._parse_lecture(lecture)
supp_assets = lecture_data.get("supplementary_assets")
retVal = []
if isinstance(asset, dict): lecture_extension = parsed_lecture.get("extension")
asset_type = asset.get("asset_type").lower() or asset.get("assetType").lower
if asset_type == "article":
if isinstance(supp_assets, list) and len(supp_assets) > 0:
retVal = udemy._extract_supplementary_assets(supp_assets, index)
elif asset_type == "video":
if isinstance(supp_assets, list) and len(supp_assets) > 0:
retVal = udemy._extract_supplementary_assets(supp_assets, index)
elif asset_type == "e-book":
retVal = udemy._extract_ebook(asset, index)
elif asset_type == "file":
retVal = udemy._extract_file(asset, index)
elif asset_type == "presentation":
retVal = udemy._extract_ppt(asset, index)
elif asset_type == "audio":
retVal = udemy._extract_audio(asset, index)
else:
logger.warning(f"Unknown asset type: {asset_type}")
stream_urls = asset.get("stream_urls")
if stream_urls != None:
# not encrypted
if stream_urls and isinstance(stream_urls, dict):
sources = stream_urls.get("Video")
tracks = asset.get("captions")
# duration = asset.get("time_estimation")
sources = udemy._extract_sources(sources, skip_hls)
subtitles = udemy._extract_subtitles(tracks)
sources_count = len(sources)
subtitle_count = len(subtitles)
lecture.pop("data") # remove the raw data object after processing
lecture = {
**lecture,
"assets": retVal,
"assets_count": len(retVal),
"sources": sources,
"subtitles": subtitles,
"subtitle_count": subtitle_count,
"sources_count": sources_count,
"is_encrypted": False,
"asset_id": asset.get("id"),
}
else:
lecture.pop("data") # remove the raw data object after processing
lecture = {
**lecture,
"html_content": asset.get("body"),
"extension": "html",
"assets": retVal,
"assets_count": len(retVal),
"subtitle_count": 0,
"sources_count": 0,
"is_encrypted": False,
"asset_id": asset.get("id"),
}
else:
# encrypted
media_sources = asset.get("media_sources")
if media_sources and isinstance(media_sources, list):
sources = udemy._extract_media_sources(media_sources)
tracks = asset.get("captions")
# duration = asset.get("time_estimation")
subtitles = udemy._extract_subtitles(tracks)
sources_count = len(sources)
subtitle_count = len(subtitles)
lecture.pop("data") # remove the raw data object after processing
lecture = {
**lecture,
# "duration": duration,
"assets": retVal,
"assets_count": len(retVal),
"video_sources": sources,
"subtitles": subtitles,
"subtitle_count": subtitle_count,
"sources_count": sources_count,
"is_encrypted": True,
"asset_id": asset.get("id"),
}
else:
lecture.pop("data") # remove the raw data object after processing
lecture = {
**lecture,
"html_content": asset.get("body"),
"extension": "html",
"assets": retVal,
"assets_count": len(retVal),
"subtitle_count": 0,
"sources_count": 0,
"is_encrypted": False,
"asset_id": asset.get("id"),
}
lecture_extension = lecture.get("extension")
extension = "mp4" # video lectures dont have an extension property, so we assume its mp4 extension = "mp4" # video lectures dont have an extension property, so we assume its mp4
if lecture_extension != None: if lecture_extension != None:
# if the lecture extension property isnt none, set the extension to the lecture extension # if the lecture extension property isnt none, set the extension to the lecture extension
@ -1581,8 +1588,8 @@ def parse_new(udemy_object: dict, udemy: Udemy):
# Check if the file is an html file # Check if the file is an html file
if extension == "html": if extension == "html":
# if the html content is None or an empty string, skip it so we dont save empty html files # if the html content is None or an empty string, skip it so we dont save empty html files
if lecture.get("html_content") != None and lecture.get("html_content") != "": if parsed_lecture.get("html_content") != None and parsed_lecture.get("html_content") != "":
html_content = lecture.get("html_content").encode("ascii", "ignore").decode("utf8") html_content = parsed_lecture.get("html_content").encode("ascii", "ignore").decode("utf8")
lecture_path = os.path.join(chapter_dir, "{}.html".format(sanitize_filename(lecture_title))) lecture_path = os.path.join(chapter_dir, "{}.html".format(sanitize_filename(lecture_title)))
try: try:
with open(lecture_path, encoding="utf8", mode="w") as f: with open(lecture_path, encoding="utf8", mode="w") as f:
@ -1591,10 +1598,10 @@ def parse_new(udemy_object: dict, udemy: Udemy):
except Exception: except Exception:
logger.exception(" > Failed to write html file") logger.exception(" > Failed to write html file")
else: else:
process_lecture(lecture, lecture_path, lecture_file_name, chapter_dir) process_lecture(parsed_lecture, lecture_path, lecture_file_name, chapter_dir)
# download subtitles for this lecture # download subtitles for this lecture
subtitles = lecture.get("subtitles") subtitles = parsed_lecture.get("subtitles")
if dl_captions and subtitles != None and lecture_extension == None: if dl_captions and subtitles != None and lecture_extension == None:
logger.info("Processing {} caption(s)...".format(len(subtitles))) logger.info("Processing {} caption(s)...".format(len(subtitles)))
for subtitle in subtitles: for subtitle in subtitles:
@ -1603,7 +1610,7 @@ def parse_new(udemy_object: dict, udemy: Udemy):
process_caption(subtitle, lecture_title, chapter_dir) process_caption(subtitle, lecture_title, chapter_dir)
if dl_assets: if dl_assets:
assets = lecture.get("assets") assets = parsed_lecture.get("assets")
logger.info(" > Processing {} asset(s) for lecture...".format(len(assets))) logger.info(" > Processing {} asset(s) for lecture...".format(len(assets)))
for asset in assets: for asset in assets:
@ -1660,18 +1667,17 @@ def parse_new(udemy_object: dict, udemy: Udemy):
f.close() f.close()
def _print_course_info(course_data): def _print_course_info(udemy: Udemy, udemy_object: dict):
logger.info("\n\n\n\n") course_title = udemy_object.get("title")
course_title = course_data.get("title") chapter_count = udemy_object.get("total_chapters")
chapter_count = course_data.get("total_chapters") lecture_count = udemy_object.get("total_lectures")
lecture_count = course_data.get("total_lectures")
logger.info("> Course: {}".format(course_title)) logger.info("> Course: {}".format(course_title))
logger.info("> Total Chapters: {}".format(chapter_count)) logger.info("> Total Chapters: {}".format(chapter_count))
logger.info("> Total Lectures: {}".format(lecture_count)) logger.info("> Total Lectures: {}".format(lecture_count))
logger.info("\n") logger.info("\n")
chapters = course_data.get("chapters") chapters = udemy_object.get("chapters")
for chapter in chapters: for chapter in chapters:
chapter_title = chapter.get("chapter_title") chapter_title = chapter.get("chapter_title")
chapter_index = chapter.get("chapter_index") chapter_index = chapter.get("chapter_index")
@ -1681,19 +1687,21 @@ def _print_course_info(course_data):
logger.info("> Chapter: {} ({} of {})".format(chapter_title, chapter_index, chapter_count)) logger.info("> Chapter: {} ({} of {})".format(chapter_title, chapter_index, chapter_count))
for lecture in chapter_lectures: for lecture in chapter_lectures:
lecture_index = lecture.get("lecture_index") # this is the raw object index from udemy
lecture_title = lecture.get("lecture_title") lecture_title = lecture.get("lecture_title")
lecture_index = lecture.get("index") parsed_lecture = udemy._parse_lecture(lecture)
lecture_asset_count = lecture.get("assets_count")
lecture_is_encrypted = lecture.get("is_encrypted") lecture_sources = parsed_lecture.get("sources")
lecture_subtitles = lecture.get("subtitles") lecture_is_encrypted = parsed_lecture.get("is_encrypted")
lecture_extension = lecture.get("extension") lecture_extension = parsed_lecture.get("extension")
lecture_sources = lecture.get("sources") lecture_asset_count = parsed_lecture.get("assets_count")
lecture_video_sources = lecture.get("video_sources") lecture_subtitles = parsed_lecture.get("subtitles")
lecture_video_sources = parsed_lecture.get("video_sources")
if lecture_sources: if lecture_sources:
lecture_sources = sorted(lecture.get("sources"), key=lambda x: int(x.get("height")), reverse=True) lecture_sources = sorted(lecture_sources, key=lambda x: int(x.get("height")), reverse=True)
if lecture_video_sources: if lecture_video_sources:
lecture_video_sources = sorted(lecture.get("video_sources"), key=lambda x: int(x.get("height")), reverse=True) lecture_video_sources = sorted(lecture_video_sources, key=lambda x: int(x.get("height")), reverse=True)
if lecture_is_encrypted: if lecture_is_encrypted:
lecture_qualities = ["{}@{}x{}".format(x.get("type"), x.get("width"), x.get("height")) for x in lecture_video_sources] lecture_qualities = ["{}@{}x{}".format(x.get("type"), x.get("width"), x.get("height")) for x in lecture_video_sources]
@ -1706,7 +1714,7 @@ def _print_course_info(course_data):
logger.info(" > Lecture: {} ({} of {})".format(lecture_title, lecture_index, chapter_lecture_count)) logger.info(" > Lecture: {} ({} of {})".format(lecture_title, lecture_index, chapter_lecture_count))
logger.info(" > DRM: {}".format(lecture_is_encrypted)) logger.info(" > DRM: {}".format(lecture_is_encrypted))
logger.info(" > Asset Count: {}".format(lecture_asset_count)) logger.info(" > Asset Count: {}".format(lecture_asset_count))
logger.info(" > Captions: {}".format([x.get("language") for x in lecture_subtitles])) logger.info(" > Captions: {}".format(", ".join([x.get("language") for x in lecture_subtitles])))
logger.info(" > Qualities: {}".format(lecture_qualities)) logger.info(" > Qualities: {}".format(lecture_qualities))
if chapter_index != chapter_count: if chapter_index != chapter_count:
@ -1772,9 +1780,9 @@ def main():
if load_from_file: if load_from_file:
udemy_object = json.loads(open(os.path.join(os.getcwd(), "saved", "_udemy.json"), encoding="utf8", mode="r").read()) udemy_object = json.loads(open(os.path.join(os.getcwd(), "saved", "_udemy.json"), encoding="utf8", mode="r").read())
if info: if info:
_print_course_info(udemy_object) _print_course_info(udemy, udemy_object)
else: else:
parse_new(udemy_object, udemy) parse_new(udemy, udemy_object)
else: else:
udemy_object = {} udemy_object = {}
udemy_object["bearer_token"] = bearer_token udemy_object["bearer_token"] = bearer_token