mirror of
https://github.com/l1ving/youtube-dl
synced 2025-03-13 07:47:15 +08:00
219 lines
8.8 KiB
Python
219 lines
8.8 KiB
Python
# coding: utf-8
|
|
from __future__ import unicode_literals
|
|
|
|
import itertools
|
|
from .common import InfoExtractor
|
|
from ..utils import (
|
|
ExtractorError,
|
|
compat_str,
|
|
int_or_none,
|
|
str_or_none,
|
|
try_get,
|
|
)
|
|
|
|
|
|
class StreamMeIE(InfoExtractor):
|
|
IE_NAME = 'StreamMe:video'
|
|
_API_CHANNEL = 'https://www.stream.me/api-user/v1/%s/channel'
|
|
_API_ARCHIVE = 'https://www.stream.me/api-vod/v1/%s/archives'
|
|
_API_VOD = 'https://www.stream.me/api-vod/v1/vod/%s'
|
|
_VALID_URL_BASE = r'https?://www.stream.me'
|
|
_VALID_URL = r'%s/archive/(?P<channel_id>[^#/]+)/[^/]+/(?P<id>[^/]+)' % _VALID_URL_BASE
|
|
_TEST = {
|
|
'url': 'https://www.stream.me/archive/kombatcup/kombat-cup-week-8-sunday-open/pDlXAj6mYb',
|
|
'md5': 'b32af6fad972d0bcf5854a416b5b3b01',
|
|
'info_dict': {
|
|
'id': 'pDlXAj6mYb',
|
|
'ext': 'mp4',
|
|
'title': 'Kombat Cup Week #8 - Sunday Open',
|
|
'uploader': 'KombatCup',
|
|
'uploader_id': 'kombatcup',
|
|
'timestamp': 1481512102,
|
|
'upload_date': '20161212',
|
|
'thumbnail': r're:https?://.*\.jpg$',
|
|
'age_limit': 13,
|
|
}
|
|
}
|
|
|
|
def _real_extract(self, url):
|
|
video_id = self._match_id(url)
|
|
data = self._download_json(self._API_VOD % video_id, video_id)
|
|
|
|
if not data and data.get('_embedded'):
|
|
raise ExtractorError(
|
|
'{0} returns no data or data is incorrect'.format(video_id), expected=True)
|
|
|
|
if len(data['_embedded'].get('streams')) > 0:
|
|
vod_info = data['_embedded']['streams'][0]
|
|
else:
|
|
raise ExtractorError('Video "{0}" not found'.format(video_id), expected=True)
|
|
|
|
if vod_info.get('_links') and vod_info['_links'].get('manifest'):
|
|
if vod_info['_links']['manifest'].get('href'):
|
|
manifest_json = self._download_json(
|
|
vod_info['_links']['manifest'].get('href'),
|
|
video_id, note='Downloading video manifest')
|
|
else:
|
|
raise ExtractorError('JSON has unexpected format', expected=True)
|
|
if not manifest_json or not manifest_json.get('formats'):
|
|
raise ExtractorError('Video manifest has no formats information', expected=True)
|
|
|
|
formats = self._extract_formats(manifest_json['formats'])
|
|
self._sort_formats(formats, 'vbr')
|
|
info = self._extract_info(vod_info)
|
|
info['formats'] = formats
|
|
return info
|
|
|
|
def _extract_info(self, info):
|
|
data = {
|
|
'id': info.get('urlId') or info.get('publicId'),
|
|
# 'formats': self.formats,
|
|
'title': info.get('title'),
|
|
'age_limit': int_or_none(info.get('ageRating')),
|
|
'description': info.get('description'),
|
|
'dislike_count': int_or_none(info.get('stats', {}).get('raw', {}).get('dislikes')),
|
|
'display_id': info.get('titleSlug'),
|
|
'duration': int_or_none(info.get('duration')),
|
|
'is_live': True if info.get('active') else False,
|
|
'like_count': int_or_none(info.get('stats', {}).get('raw', {}).get('likes')),
|
|
'thumbnail': info.get('_links', {}).get('thumbnail', {}).get('href'),
|
|
'timestamp': int_or_none(info.get('whenCreated'), scale=1000),
|
|
'uploader': info.get('username'),
|
|
'uploader_id': info.get('userSlug'),
|
|
'view_count': int_or_none(info.get('stats', {}).get('raw', {}).get('views')),
|
|
}
|
|
return data
|
|
|
|
def _extract_formats(self, fmts):
|
|
formats = []
|
|
for fmt_tag, d in fmts.items():
|
|
# skip websocket and mjpeg we can't handle them anyway
|
|
if fmt_tag in ('mjpeg-lodef', 'mp4-ws',):
|
|
continue
|
|
for fmt_info in d['encodings']:
|
|
formats.append({
|
|
'url': fmt_info.get('location'),
|
|
'width': int_or_none(fmt_info.get('videoWidth')),
|
|
'height': int_or_none(fmt_info.get('videoHeight')),
|
|
'vbr': int_or_none(fmt_info.get('videoKbps')),
|
|
'abr': int_or_none(fmt_info.get('audioKbps')),
|
|
'acodec': d.get('audioCodec'),
|
|
'vcodec': d.get('videoCodec'),
|
|
'format_id': "%s%sp" % (fmt_tag, fmt_info.get('videoHeight')),
|
|
'ext': 'flv' if fmt_tag.split('-')[1] == 'rtmp' else 'mp4',
|
|
# I don't know all the possible protocols yet.
|
|
# 'protocol': 'm3u8_native' if fmt_tag == 'mp4-hls' else 'http'
|
|
})
|
|
|
|
video_url = str_or_none(try_get(d, lambda x: x['origin']['location'], compat_str), '')
|
|
if ':' in video_url:
|
|
fmt_tag = video_url.split(':')[0]
|
|
formats.append({
|
|
'url': video_url,
|
|
'acodec': d['origin'].get('audioCodec'),
|
|
'vcodec': d['origin'].get('videoCodec'),
|
|
'format_id': 'Source-' + fmt_tag,
|
|
'ext': 'flv' if fmt_tag == 'rtmp' else 'mp4',
|
|
'source_preference': 1,
|
|
})
|
|
return formats
|
|
|
|
|
|
class StreamMeLiveIE(StreamMeIE):
|
|
IE_NAME = 'StreamIE:live'
|
|
_VALID_URL = r'%s/(?P<id>[^#/]+$)' % StreamMeIE._VALID_URL_BASE
|
|
_TEST = {
|
|
'url': 'https://www.stream.me/kombatcup',
|
|
'info_dict': {
|
|
'id': '1246a915-eebe-4ffe-b12e-e4f5332abc4d',
|
|
'ext': 'mp4',
|
|
'title': "KombatCup's Live Stream",
|
|
'age_limit': 13,
|
|
'uploader_id': 'kombatcup',
|
|
'uploader': 'KombatCup',
|
|
'like_count': int,
|
|
'dislike_count': int,
|
|
'thumbnail': r're:https?://.*\.jpg$',
|
|
'is_live': True,
|
|
},
|
|
'skip': 'kombatcup is offline',
|
|
'params': {
|
|
# m3u8 download
|
|
'skip_download': True,
|
|
},
|
|
}
|
|
|
|
def _real_extract(self, url):
|
|
channel_id = self._match_id(url)
|
|
apiurl = StreamMeIE._API_CHANNEL % channel_id
|
|
|
|
data = self._download_json(apiurl, channel_id)
|
|
stream_info = []
|
|
# search for a live stream...
|
|
for stream in data['_embedded']['streams']:
|
|
stream_info = stream
|
|
break # TODO: add to a list (multi-streams?)
|
|
|
|
if not stream_info.get('active'):
|
|
raise ExtractorError('%s is offline' % channel_id, expected=True)
|
|
|
|
manifest_json = self._download_json(stream_info['_links']['manifest']['href'],
|
|
channel_id, 'Downloading video manifest')
|
|
|
|
formats = self._extract_formats(manifest_json['formats'])
|
|
self._sort_formats(formats, 'vbr')
|
|
info = self._extract_info(stream_info)
|
|
info['formats'] = formats
|
|
if not info.get('title'):
|
|
info['title'] = self._live_title(data.get('displayName') or channel_id)
|
|
if not info.get('id'):
|
|
info['id'] = compat_str(abs(hash('%s/%s' % (channel_id, formats[0]))) % (10 ** 6))
|
|
|
|
return info
|
|
|
|
|
|
class StreamMeArchiveIE(StreamMeIE):
|
|
IE_NAME = 'StreamMe:archives'
|
|
_VALID_URL = r'%s/(?P<id>[^#]+)#archive$' % StreamMeIE._VALID_URL_BASE
|
|
_PLAYLIST_TYPE = 'past broadcasts'
|
|
_TEST = {
|
|
'url': 'https://www.stream.me/kombatcup#archive',
|
|
'info_dict': {
|
|
'id': 'kombatcup',
|
|
},
|
|
'playlist_mincount': 25,
|
|
'params': {
|
|
'skip_download': True,
|
|
}
|
|
}
|
|
|
|
def _real_extract(self, url):
|
|
channel_id = self._match_id(url).split('#')[0]
|
|
apiurl = StreamMeIE._API_ARCHIVE % channel_id
|
|
page = self._download_json(apiurl, channel_id)
|
|
if not page:
|
|
raise ExtractorError('{0} returns empty data. Try again later'.format(channel_id), expected=True)
|
|
total = int_or_none(page.get('total'), default=0)
|
|
playlist = []
|
|
count = 0
|
|
for page_count in itertools.count(1):
|
|
if count >= total or apiurl is None:
|
|
break
|
|
for vod in page['_embedded']['vod']:
|
|
manifest_json = self._download_json(vod['_links']['manifest']['href'],
|
|
vod['urlId'], note='Downloading video manifest')
|
|
formats = self._extract_formats(manifest_json['formats'])
|
|
self._sort_formats(formats, 'vbr')
|
|
info = self._extract_info(vod)
|
|
info['formats'] = formats
|
|
playlist.append(info)
|
|
count += 1
|
|
|
|
apiurl = try_get(page, lambda x: x['_links']['next'], compat_str)
|
|
if apiurl is not None:
|
|
page = self._download_json(apiurl, channel_id,
|
|
note='Downloading JSON page {0}'.format(page_count + 1))
|
|
return self.playlist_result(
|
|
playlist, channel_id,
|
|
page.get('displayName') if page else 'Archived Videos')
|