From 3d20fc10bffd75b68f2a691766c7c4ccc605ede0 Mon Sep 17 00:00:00 2001 From: andrejsky Date: Mon, 17 Sep 2018 15:58:22 +0200 Subject: [PATCH] [RT] Add new extractor --- youtube_dl/extractor/extractors.py | 1 + youtube_dl/extractor/rt.py | 92 ++++++++++++++++++++++++++++++ 2 files changed, 93 insertions(+) create mode 100644 youtube_dl/extractor/rt.py diff --git a/youtube_dl/extractor/extractors.py b/youtube_dl/extractor/extractors.py index 7dc569724..2f2111b02 100644 --- a/youtube_dl/extractor/extractors.py +++ b/youtube_dl/extractor/extractors.py @@ -936,6 +936,7 @@ from .roosterteeth import RoosterTeethIE from .rottentomatoes import RottenTomatoesIE from .roxwel import RoxwelIE from .rozhlas import RozhlasIE +from .rt import RTIE from .rtbf import RTBFIE from .rte import RteIE, RteRadioIE from .rtlnl import RtlNlIE diff --git a/youtube_dl/extractor/rt.py b/youtube_dl/extractor/rt.py new file mode 100644 index 000000000..b6d4d97e6 --- /dev/null +++ b/youtube_dl/extractor/rt.py @@ -0,0 +1,92 @@ +# coding: utf-8 +from __future__ import unicode_literals + +from .common import InfoExtractor +from .ora import OraTVIE +from .youtube import YoutubeIE + + +class RTIE(InfoExtractor): + _VALID_URL = r'https?://(?:www\.)?rt\.com/.*/(?P\d+)-.*' + _TESTS = [ + { + 'url': 'https://www.rt.com/shows/alex-salmond-show/438343-britain-railway-london-communities/', + 'md5': '0d8f6f86673ee8d72215c8d060170a5e', + 'info_dict': { + 'id': '438343', + 'ext': 'mp4', + 'title': 'HS2: The human cost… RT — The Alex Salmond Show' + }, + 'params': { + 'skip_download': False, + } + }, + { + 'url': 'https://www.rt.com/shows/larry-king-now/438502-andie-macdowell-on-ageism-in/', + 'md5': '5852a10576b4add6b250f864546033f4', + 'info_dict': { + 'id': '57786', + 'ext': 'mp4', + 'title': 'Andie MacDowell on ageism in Hollywood, fame, & forest protection', + 'description': 'md5:07b6bce4ad4043b136e21ef9539d46c5' + }, + 'params': { + 'skip_download': False, + } + }, + { + 'url': 'https://www.rt.com/shows/icymi-with-polly-boiko/438450-musk-smoke-marijuana-radio/', + 'md5': '2c2fe0f78f1ca225e82fb7b27c8fd3f5', + 'info_dict': { + 'id': 'SHxygmDAkNE', + 'ext': 'mp4', + 'title': u'ICYMI: Is Elon Musk Tony Stark, or just stark raving mad?', + 'description': 'md5:99e8c3456f6904383399aeeb10784c8b', + 'upload_date': '20180914', + 'uploader_id': 'UCdgFmrDeP9nWj_eDKW6j9kQ', + 'uploader': 'ICYMI' + }, + 'params': { + 'skip_download': False, + } + }] + + def _real_extract(self, url): + video_id = self._match_id(url) + + webpage = self._download_webpage(url, video_id) + + video_title = self._search_regex( + r'(.+?)', webpage, 'title') + # default RT's CDN + video_url = self._search_regex( + r'file: "(https://cdnv.+?)",', webpage, 'url', fatal=False, default=None) + + if video_url is None: + + oratv = self._search_regex( + r'src="(//www\.ora\.tv.+?)"', webpage, 'oratv', fatal=False, default=None) + + if oratv is not None: + # some videos are embedded from ORATV + + oratv_embedded_webpage = self._download_webpage(oratv, video_id) + ora_website_url = self._search_regex( + r'