summaryrefslogtreecommitdiffstats
path: root/yt_dlp/extractor/laracasts.py
diff options
context:
space:
mode:
authorDaniel Baumann <daniel.baumann@progress-linux.org>2024-08-05 09:06:11 +0000
committerDaniel Baumann <daniel.baumann@progress-linux.org>2024-08-05 09:06:11 +0000
commitfd5a06560caab95c71a2e2e805efa8d0f3a696a0 (patch)
treee1c600b8612bc4b301e2f51b875fcd835c5008cc /yt_dlp/extractor/laracasts.py
parentReleasing progress-linux version 2024.05.27-1~progress7.99u1. (diff)
downloadyt-dlp-fd5a06560caab95c71a2e2e805efa8d0f3a696a0.tar.xz
yt-dlp-fd5a06560caab95c71a2e2e805efa8d0f3a696a0.zip
Merging upstream version 2024.07.01.
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'yt_dlp/extractor/laracasts.py')
-rw-r--r--yt_dlp/extractor/laracasts.py114
1 files changed, 114 insertions, 0 deletions
diff --git a/yt_dlp/extractor/laracasts.py b/yt_dlp/extractor/laracasts.py
new file mode 100644
index 0000000..4494c4b
--- /dev/null
+++ b/yt_dlp/extractor/laracasts.py
@@ -0,0 +1,114 @@
+import json
+
+from .common import InfoExtractor
+from .vimeo import VimeoIE
+from ..utils import (
+ clean_html,
+ extract_attributes,
+ get_element_html_by_id,
+ int_or_none,
+ parse_duration,
+ str_or_none,
+ unified_strdate,
+ url_or_none,
+ urljoin,
+)
+from ..utils.traversal import traverse_obj
+
+
+class LaracastsBaseIE(InfoExtractor):
+ def _get_prop_data(self, url, display_id):
+ webpage = self._download_webpage(url, display_id)
+ return traverse_obj(
+ get_element_html_by_id('app', webpage),
+ ({extract_attributes}, 'data-page', {json.loads}, 'props'))
+
+ def _parse_episode(self, episode):
+ if not traverse_obj(episode, 'vimeoId'):
+ self.raise_login_required('This video is only available for subscribers.')
+ return self.url_result(
+ VimeoIE._smuggle_referrer(
+ f'https://player.vimeo.com/video/{episode["vimeoId"]}', 'https://laracasts.com/'),
+ VimeoIE, url_transparent=True,
+ **traverse_obj(episode, {
+ 'id': ('id', {int}, {str_or_none}),
+ 'webpage_url': ('path', {lambda x: urljoin('https://laracasts.com', x)}),
+ 'title': ('title', {clean_html}),
+ 'season_number': ('chapter', {int_or_none}),
+ 'episode_number': ('position', {int_or_none}),
+ 'description': ('body', {clean_html}),
+ 'thumbnail': ('largeThumbnail', {url_or_none}),
+ 'duration': ('length', {int_or_none}),
+ 'date': ('dateSegments', 'published', {unified_strdate}),
+ }))
+
+
+class LaracastsIE(LaracastsBaseIE):
+ IE_NAME = 'laracasts'
+ _VALID_URL = r'https?://(?:www\.)?laracasts\.com/series/(?P<id>[\w-]+/episodes/\d+)/?(?:[?#]|$)'
+ _TESTS = [{
+ 'url': 'https://laracasts.com/series/30-days-to-learn-laravel-11/episodes/1',
+ 'md5': 'c8f5e7b02ad0e438ef9280a08c8493dc',
+ 'info_dict': {
+ 'id': '922040563',
+ 'title': 'Hello, Laravel',
+ 'ext': 'mp4',
+ 'duration': 519,
+ 'date': '20240312',
+ 'thumbnail': 'https://laracasts.s3.amazonaws.com/videos/thumbnails/youtube/30-days-to-learn-laravel-11-1.png',
+ 'description': 'md5:ddd658bb241975871d236555657e1dd1',
+ 'season_number': 1,
+ 'season': 'Season 1',
+ 'episode_number': 1,
+ 'episode': 'Episode 1',
+ 'uploader': 'Laracasts',
+ 'uploader_id': 'user20182673',
+ 'uploader_url': 'https://vimeo.com/user20182673',
+ },
+ 'expected_warnings': ['Failed to parse XML'], # TODO: Remove when vimeo extractor is fixed
+ }]
+
+ def _real_extract(self, url):
+ display_id = self._match_id(url)
+ return self._parse_episode(self._get_prop_data(url, display_id)['lesson'])
+
+
+class LaracastsPlaylistIE(LaracastsBaseIE):
+ IE_NAME = 'laracasts:series'
+ _VALID_URL = r'https?://(?:www\.)?laracasts\.com/series/(?P<id>[\w-]+)/?(?:[?#]|$)'
+ _TESTS = [{
+ 'url': 'https://laracasts.com/series/30-days-to-learn-laravel-11',
+ 'info_dict': {
+ 'title': '30 Days to Learn Laravel',
+ 'id': '210',
+ 'thumbnail': 'https://laracasts.s3.amazonaws.com/series/thumbnails/social-cards/30-days-to-learn-laravel-11.png?v=2',
+ 'duration': 30600.0,
+ 'modified_date': '20240511',
+ 'description': 'md5:27c260a1668a450984e8f901579912dd',
+ 'categories': ['Frameworks'],
+ 'tags': ['Laravel'],
+ 'display_id': '30-days-to-learn-laravel-11',
+ },
+ 'playlist_count': 30,
+ }]
+
+ def _real_extract(self, url):
+ display_id = self._match_id(url)
+ series = self._get_prop_data(url, display_id)['series']
+
+ metadata = {
+ 'display_id': display_id,
+ **traverse_obj(series, {
+ 'title': ('title', {str}),
+ 'id': ('id', {int}, {str_or_none}),
+ 'description': ('body', {clean_html}),
+ 'thumbnail': (('large_thumbnail', 'thumbnail'), {url_or_none}, any),
+ 'duration': ('runTime', {parse_duration}),
+ 'categories': ('taxonomy', 'name', {str}, {lambda x: x and [x]}),
+ 'tags': ('topics', ..., 'name', {str}),
+ 'modified_date': ('lastUpdated', {unified_strdate}),
+ }),
+ }
+
+ return self.playlist_result(traverse_obj(
+ series, ('chapters', ..., 'episodes', lambda _, v: v['vimeoId'], {self._parse_episode})), **metadata)