youtube-dl/youtube_dl/extractor/porntrex.py

# coding: utf-8
from __future__ import unicode_literals

import re

from .common import InfoExtractor
from ..utils import (
    urlencode_postdata,
    ExtractorError,
)


class PornTrexIE(InfoExtractor):
    '''Class for downloading Porntrex video.'''
    _NETRC_MACHINE = 'porntrex'
    _VALID_URL = r'https?://(?:www\.)?porntrex\.com/video/(?P<id>[0-9]+)/.*'
    _TEST = {
        'url': 'https://www.porntrex.com/video/519351/be-ariyana-adin-breaking-and-entering-this-pussy',
        # 'md5': 'TODO: md5 sum of the first 10241 bytes of the video file (use --test)',
        'info_dict': {
            'id': '519351',
            'ext': 'mp4',
            'title': 'BE - Ariyana Adin - Breaking And Entering This Pussy',
            'uploader': 'brand95',
            'description': 'BE - Ariyana Adin - Breaking And Entering This Pussy',
        }
    }

    def get_resolution(self, url):
        try:
            resolution = ((url.split('.')[2])).split('_')[-1]
        except:
            resolution = '480p'
        return resolution
    
    def get_protocol(self, url):
        return url.split('/')[0]

    def get_thumbnails(self, html):
        thumbnails_regex = re.compile('href="(http.*?/screenshots/\d+.jpg/)"')
        thumbnails_list = re.findall(thumbnails_regex, html)
        thumbnails = []
        for thumbs in thumbnails_list:
            thumbnails.append({'url': thumbs})
        return thumbnails

    def _login(self):
        username, password = self._get_login_info()
        if username is None:
            return

        login_page = self._download_webpage(
            'https://www.porntrex.com/login/', None, 'Downloading login page')

        login_form = self._hidden_inputs(login_page)

        login_form.update({
            'username': username.encode('utf-8'),
            'pass': password.encode('utf-8'),
            })

        login_page = self._download_webpage(
            'https://www.porntrex.com/ajax-login/', None,
            note='Logging in',
            data=urlencode_postdata(login_form))

        if re.search(r'generic-error hidden', login_page):
            raise ExtractorError(
                'Unable to login, incorrect username and/or password', expected=True)
    
    def _real_initialize(self):
        self._login()

    def _real_extract(self, url):
        video_id = self._match_id(url)
        webpage = self._download_webpage(url, video_id)

        is_video_private_regex = re.compile('Only active members can watch private videos.')
        if (re.findall(is_video_private_regex, webpage)):
            self.raise_login_required()

        title = self._html_search_regex(r'<title>(.+?)</title>', webpage, 'title',)
        url2_regex = re.compile("'(https://www.porntrex.com/get_file/.*?)/'")
        url2 = re.findall(url2_regex, webpage)
        uploader_regex = re.compile(r'<a href="https://www.porntrex.com/members/[0-9]+?/">(.+?)</a>', re.DOTALL)
        uploader = re.findall(uploader_regex, webpage)[0].strip()
        formats = []
        for x, _ in enumerate(url2):
            formats.append({'url': url2[x],
                            'ext': url2[x].split('.')[-1],
                            'resolution': self.get_resolution(url2[x]),
                            'protocol': self.get_protocol(url2[x]),
                            })
        # self.get_thumbnails(webpage)
        self._sort_formats(formats)

        return {
            'id': video_id,
            'title': title,
            'description': self._og_search_description(webpage),
            'uploader': uploader,
            'thumbnails': self.get_thumbnails(webpage),
            'formats': formats,
        }


class PornTrexPlayListIE(InfoExtractor):
    '''Class for downloading Porntrex video playlists.'''    
    _NETRC_MACHINE = 'porntrex'
    _VALID_URL = r'https?://(?:www\.)?porntrex\.com/playlists/(?P<id>[0-9]+)/.*'
    _TEST = {
        'url': 'https://www.porntrex.com/playlists/60671/les45/',
        # 'md5': 'TODO: md5 sum of the first 10241 bytes of the video file (use --test)',
        'info_dict': {
            'id': '477697',
            'ext': 'mp4',
            'uploader': 'tarpi',
            'title': '4.  Kelly Divine, Tiffany Minx  (1080p)',
            'description': '4.  Kelly Divine, Tiffany Minx  (1080p)'
            # 'thumbnail': r're:^https?://.*\.jpg$',
            # TODO more properties, either as:
            # * A value
            # * MD5 checksum; start the string with md5:
            # * A regular expression; start the string with re:
            # * Any Python type (for example int or float)
        }
    }

    def playlist_title(self, html):
        return self._html_search_regex(r'<title>(.+?)</title>', html, 'title',)

    def _real_extract(self, url):
        playlist_id = self._match_id(url)
        webpage = self._download_webpage(url, playlist_id)

        get_all_urls_regex = re.compile('data-playlist-item="(.*?)"')
        all_urls = re.findall(get_all_urls_regex, webpage)

        entries = []
        for this_url in all_urls:
            entries.append({'_type': 'url',
                            'id': 'PornTrex',
                            'url': this_url,
                            })

        return {
            '_type': 'playlist',
            'id': playlist_id,
            'title': self.playlist_title(webpage),
            'entries': entries,
        }