Adding Porntrex

youtube_dl/extractor/porntrex.py

@@ -0,0 +1,151 @@
+# coding: utf-8
+from __future__ import unicode_literals
+
+import re
+
+from .common import InfoExtractor
+from ..utils import (
+    urlencode_postdata,
+    ExtractorError,
+)
+
+
+class PornTrexIE(InfoExtractor):
+    '''Class for downloading Porntrex video.'''
+    _NETRC_MACHINE = 'porntrex'
+    _VALID_URL = r'https?://(?:www\.)?porntrex\.com/video/(?P<id>[0-9]+)/.*'
+    _TEST = {
+        'url': 'https://www.porntrex.com/video/519351/be-ariyana-adin-breaking-and-entering-this-pussy',
+        # 'md5': 'TODO: md5 sum of the first 10241 bytes of the video file (use --test)',
+        'info_dict': {
+            'id': '519351',
+            'ext': 'mp4',
+            'title': 'BE - Ariyana Adin - Breaking And Entering This Pussy',
+            'uploader': 'brand95',
+            'description': 'BE - Ariyana Adin - Breaking And Entering This Pussy',
+        }
+    }
+
+    def get_resolution(self, url):
+        try:
+            resolution = ((url.split('.')[2])).split('_')[-1]
+        except:
+            resolution = '480p'
+        return resolution
+    
+    def get_protocol(self, url):
+        return url.split('/')[0]
+
+    def get_thumbnails(self, html):
+        thumbnails_regex = re.compile('href="(http.*?/screenshots/\d+.jpg/)"')
+        thumbnails_list = re.findall(thumbnails_regex, html)
+        thumbnails = []
+        for thumbs in thumbnails_list:
+            thumbnails.append({'url': thumbs})
+        return thumbnails
+
+    def _login(self):
+        username, password = self._get_login_info()
+        if username is None:
+            return
+
+        login_page = self._download_webpage(
+            'https://www.porntrex.com/login/', None, 'Downloading login page')
+
+        login_form = self._hidden_inputs(login_page)
+
+        login_form.update({
+            'username': username.encode('utf-8'),
+            'pass': password.encode('utf-8'),
+            })
+
+        login_page = self._download_webpage(
+            'https://www.porntrex.com/ajax-login/', None,
+            note='Logging in',
+            data=urlencode_postdata(login_form))
+
+        if re.search(r'generic-error hidden', login_page):
+            raise ExtractorError(
+                'Unable to login, incorrect username and/or password', expected=True)
+    
+    def _real_initialize(self):
+        self._login()
+
+    def _real_extract(self, url):
+        video_id = self._match_id(url)
+        webpage = self._download_webpage(url, video_id)
+
+        is_video_private_regex = re.compile('Only active members can watch private videos.')
+        if (re.findall(is_video_private_regex, webpage)):
+            self.raise_login_required()
+
+        title = self._html_search_regex(r'<title>(.+?)</title>', webpage, 'title',)
+        url2_regex = re.compile("'(https://www.porntrex.com/get_file/.*?)/'")
+        url2 = re.findall(url2_regex, webpage)
+        uploader_regex = re.compile(r'<a href="https://www.porntrex.com/members/[0-9]+?/">(.+?)</a>', re.DOTALL)
+        uploader = re.findall(uploader_regex, webpage)[0].strip()
+        formats = []
+        for x, _ in enumerate(url2):
+            formats.append({'url': url2[x],
+                            'ext': url2[x].split('.')[-1],
+                            'resolution': self.get_resolution(url2[x]),
+                            'protocol': self.get_protocol(url2[x]),
+                            })
+        # self.get_thumbnails(webpage)
+        self._sort_formats(formats)
+
+        return {
+            'id': video_id,
+            'title': title,
+            'description': self._og_search_description(webpage),
+            'uploader': uploader,
+            'thumbnails': self.get_thumbnails(webpage),
+            'formats': formats,
+        }
+
+
+class PornTrexPlayListIE(InfoExtractor):
+    '''Class for downloading Porntrex video playlists.'''    
+    _NETRC_MACHINE = 'porntrex'
+    _VALID_URL = r'https?://(?:www\.)?porntrex\.com/playlists/(?P<id>[0-9]+)/.*'
+    _TEST = {
+        'url': 'https://www.porntrex.com/playlists/60671/les45/',
+        # 'md5': 'TODO: md5 sum of the first 10241 bytes of the video file (use --test)',
+        'info_dict': {
+            'id': '477697',
+            'ext': 'mp4',
+            'uploader': 'tarpi',
+            'title': '4.  Kelly Divine, Tiffany Minx  (1080p)',
+            'description': '4.  Kelly Divine, Tiffany Minx  (1080p)'
+            # 'thumbnail': r're:^https?://.*\.jpg$',
+            # TODO more properties, either as:
+            # * A value
+            # * MD5 checksum; start the string with md5:
+            # * A regular expression; start the string with re:
+            # * Any Python type (for example int or float)
+        }
+    }
+
+    def playlist_title(self, html):
+        return self._html_search_regex(r'<title>(.+?)</title>', html, 'title',)
+
+    def _real_extract(self, url):
+        playlist_id = self._match_id(url)
+        webpage = self._download_webpage(url, playlist_id)
+
+        get_all_urls_regex = re.compile('data-playlist-item="(.*?)"')
+        all_urls = re.findall(get_all_urls_regex, webpage)
+
+        entries = []
+        for this_url in all_urls:
+            entries.append({'_type': 'url',
+                            'id': 'PornTrex',
+                            'url': this_url,
+                            })
+
+        return {
+            '_type': 'playlist',
+            'id': playlist_id,
+            'title': self.playlist_title(webpage),
+            'entries': entries,
+        }