From 7a50899fde5f12ad3f44bd92141a1161a139f0ee Mon Sep 17 00:00:00 2001 From: Jonathan Nifenecker Date: Wed, 10 Feb 2016 18:06:24 +0100 Subject: [PATCH] [madmoizelle] Add new extractor --- youtube_dl/extractor/__init__.py | 1 + youtube_dl/extractor/madmoizelle.py | 79 +++++++++++++++++++++++++++++ 2 files changed, 80 insertions(+) create mode 100644 youtube_dl/extractor/madmoizelle.py diff --git a/youtube_dl/extractor/__init__.py b/youtube_dl/extractor/__init__.py index 18951c287..321ed3f0a 100644 --- a/youtube_dl/extractor/__init__.py +++ b/youtube_dl/extractor/__init__.py @@ -375,6 +375,7 @@ from .lynda import ( ) from .m6 import M6IE from .macgamestore import MacGameStoreIE +from .madmoizelle import MadmoizelleIE from .mailru import MailRuIE from .makertv import MakerTVIE from .malemotion import MalemotionIE diff --git a/youtube_dl/extractor/madmoizelle.py b/youtube_dl/extractor/madmoizelle.py new file mode 100644 index 000000000..9c652aae4 --- /dev/null +++ b/youtube_dl/extractor/madmoizelle.py @@ -0,0 +1,79 @@ +# coding: utf-8 +from __future__ import unicode_literals + +import re +from ..utils import HEADRequest + +from .common import InfoExtractor + + +class MadmoizelleIE(InfoExtractor): + _VALID_URL = r'(https?://)?(?:www\.)?madmoizelle\.com/(?P.+)-(?P[0-9]+)#?.*' + _TESTS = [{ + # classic video from the site + 'url': 'http://www.madmoizelle.com/ukulete-episode-1-408599', + 'md5': 'e79ce7c2131cb3dfd200bea5177236fe', + 'info_dict': { + 'ext': 'mp4', + 'id': '408599', + 'title': 'Ukul’été - Épisode 1 - Plus besoin de radio !', + } + }, { + # to test youtube redirection fallback + 'url': 'http://www.madmoizelle.com/connected-court-metrage-501199#gs.AblS7VA', + 'md5': '77928d3964eceb2fe828204db5ee714a', + 'info_dict': { + 'title': '\'Connected\' - A Sci-Fi Short Starring Pamela Anderson', + 'id': 'iWLcWHYmgpg', + 'ext': 'mp4', + 'upload_date': '20160208', + 'description': 'md5:8de82e60853651512fb923e84873f526', + 'uploader': 'Motherboard', + 'uploader_id': 'MotherboardTV', + } + }] + + def _real_extract(self, url): + video_id = self._match_id(url) + webpage = self._download_webpage(url, video_id) + + # find title + title = self._html_search_regex(r'(.+?)', webpage, 'title') + + # find all format, despite the main player of the site being differrent JW player by quality + formats = [] + for format in re.finditer('jwplayer.*"(?P[0-9]+.*(?Phd|sd).+)"', webpage): + url = 'https://player.vimeo.com/external/' + format.group('url') + formats.append({ + 'format_id': format.group('quality'), + 'url': url, + }) + + if not formats: + # nothing has been found with the site's extractor, + # fallback to generic with original url as the website + # embed different source such as youtube + return { + 'url': url, + 'ie_key': 'Generic', + '_type': 'url', + } + + # choose HD by default. + url = formats[-1]['url'] # HD choose by default + + # the url found has a header redirection that we follow + head_req = HEADRequest(url) + head_response = self._request_webpage( + head_req, video_id, + note=False, errnote='Could not send HEAD request to %s' % url, + fatal=False) + if head_response is not False: + url = (self.url_result(head_response.geturl()))['url'] + + return { + 'url': url, + 'ie_key': 'Generic', + 'id': video_id, + 'title': title, + }