76 lines
3.2 KiB
Python
76 lines
3.2 KiB
Python
# coding: utf-8
|
||
from __future__ import unicode_literals
|
||
|
||
from .common import InfoExtractor
|
||
from ..utils import (
|
||
extract_attributes,
|
||
int_or_none,
|
||
parse_duration,
|
||
url_or_none,
|
||
)
|
||
|
||
|
||
class GuardianVideoIE(InfoExtractor):
|
||
IE_NAME = 'guardian:video'
|
||
_VALID_URL = r'https?://(?:www\.)?theguardian\.com/[^/]+/video/\d{4}/[a-z]{3}/\d{2}/(?P<id>[^/?#]+)'
|
||
_TESTS = [{
|
||
'url': 'https://www.theguardian.com/global/video/2020/dec/29/covid-from-space-the-humans-furthest-from-the-pandemic-video',
|
||
'info_dict': {
|
||
'id': 'nmehcVJm3Y0',
|
||
'ext': 'mp4',
|
||
'title': 'Covid from space: the humans furthest from the pandemic – video',
|
||
'description': 'md5:6b6ea15d4efc75b887c3e9e8fb3cd803',
|
||
'upload_date': '20201229',
|
||
'uploader_id': 'TheGuardian',
|
||
'uploader': 'The Guardian',
|
||
},
|
||
}]
|
||
|
||
def _real_extract(self, url):
|
||
page_id = self._match_id(url)
|
||
webpage = self._download_webpage(url, page_id)
|
||
|
||
release_date = self._html_search_meta('datePublished', webpage)
|
||
if release_date:
|
||
release_date = release_date[:4] + release_date[5:7] + release_date[8:10]
|
||
return {
|
||
'_type': 'url_transparent',
|
||
'url': 'https://www.youtube.com/watch?v=%s' % (self._search_regex(
|
||
r'<div id="youtube-[^"]*" data-asset-id="([^"]{11})"', webpage, 'youtube video id')),
|
||
'title': self._html_search_meta('name', webpage, fatal=True),
|
||
'description': self._html_search_meta('description', webpage),
|
||
'thumbnail': url_or_none(self._html_search_meta('thumbnail', webpage)),
|
||
'duration': parse_duration(self._html_search_meta('duration', webpage)),
|
||
'release_date': release_date,
|
||
}
|
||
|
||
|
||
class GuardianAudioIE(InfoExtractor):
|
||
IE_NAME = 'guardian:audio'
|
||
_VALID_URL = r'https?://(?:www\.)?theguardian\.com/[^/]+/audio/\d{4}/[a-z]{3}/\d{2}/(?P<id>[^/?#]+)'
|
||
_TESTS = [{
|
||
'url': 'https://www.theguardian.com/news/audio/2021/jan/08/the-storming-of-the-capitol-and-the-end-of-the-trump-era',
|
||
'info_dict': {
|
||
'id': 'the-storming-of-the-capitol-and-the-end-of-the-trump-era',
|
||
'ext': 'mp3',
|
||
'title': 'The storming of the Capitol and the end of the Trump era',
|
||
'description': 'When rioters stormed into the Capitol building in Washington DC this week, it marked a new low for the Trump presidency. David Smith and Lauren Gambino describe a week in US politics like no other',
|
||
},
|
||
}]
|
||
|
||
def _real_extract(self, url):
|
||
page_id = self._match_id(url)
|
||
webpage = self._download_webpage(url, page_id)
|
||
|
||
figure = self._search_regex(r'(<figure [^>]*id="audio-component-container"[^>]*>)',
|
||
webpage, 'figure element')
|
||
figure_attrs = extract_attributes(figure)
|
||
return {
|
||
'id': page_id,
|
||
'url': figure_attrs['data-source'],
|
||
'title': self._og_search_title(webpage),
|
||
'description': self._og_search_description(webpage),
|
||
'duration': int_or_none(figure_attrs.get('data-duration')),
|
||
'thumbnail': self._og_search_thumbnail(webpage),
|
||
}
|