mirror of
https://github.com/l1ving/youtube-dl
synced 2025-01-28 00:47:53 +08:00
310 lines
13 KiB
Python
310 lines
13 KiB
Python
# coding: utf-8
|
|
from __future__ import unicode_literals
|
|
from .common import InfoExtractor
|
|
import re
|
|
|
|
|
|
class BlenderCloudBaseIE(InfoExtractor):
|
|
# A video on the Blender Cloud site is referenced by a single alphanumeric node,
|
|
# i.e. '56041550044a2a00d0d7e068'
|
|
#
|
|
# The data we want for any given node ID can be fetched at:
|
|
url_node = "https://cloud.blender.org/nodes/%s/view"
|
|
|
|
# TODO: Add authentication scheme for subscriber-only videos.
|
|
#
|
|
# This will require the use of a (paid) Blender ID token available from:
|
|
# https://store.blender.org/product/membership/
|
|
#
|
|
# For now - ignore any subscriber-only videos and just grab the public ones.
|
|
warning_subscribers_only = 'Only available to Blender Cloud subscribers.'
|
|
warning_no_video_sources = 'No video sources available.'
|
|
|
|
def get_node_title(self, source):
|
|
node_title = None
|
|
node_title = self._html_search_regex(
|
|
r'<div\s*id=\"node-title\"\s*class=\"node-title\">(.*?)</div>', source, 'title').strip()
|
|
return node_title
|
|
|
|
@staticmethod
|
|
def is_video_subscriber_only(source):
|
|
errmsg_subscribers_only = 'Only available to Blender Cloud subscribers.'
|
|
return True if errmsg_subscribers_only in source else False
|
|
|
|
@staticmethod
|
|
def get_video_formats(source):
|
|
video_formats = []
|
|
for video in re.findall(r'<source\s*src=\"(.*?)\"\s*type="video/(.*?)"', source):
|
|
video_url = video[0].replace('&', '&')
|
|
video_format_id = video[1].upper()
|
|
fmt = {
|
|
'url': video_url,
|
|
'format_id': video_format_id,
|
|
'quality': 2 if video_format_id == 'MP4' else 1,
|
|
}
|
|
video_formats.append(fmt)
|
|
return video_formats
|
|
|
|
|
|
class BlenderCloudIE(BlenderCloudBaseIE):
|
|
_VALID_URL = r'https?://cloud\.blender\.org/[^/]+/(?P<display_id>[0-9a-z-]+)/(?P<base_node_id>[0-9a-z]+)/?'
|
|
_TESTS = [
|
|
{
|
|
# Single video
|
|
'url': 'https://cloud.blender.org/p/game-asset-creation/56041550044a2a00d0d7e068',
|
|
'info_dict': {
|
|
'id': '56041550044a2a00d0d7e068',
|
|
'display_id': 'game-asset-creation',
|
|
'ext': 'mp4',
|
|
'title': 'Introduction',
|
|
},
|
|
},
|
|
{
|
|
# Playlist (subsection)
|
|
'url': 'https://cloud.blender.org/p/game-asset-creation/56041550044a2a00d0d7e069',
|
|
'info_dict': {
|
|
'id': '56041550044a2a00d0d7e069',
|
|
'title': 'Section 1 - Understanding the Interface',
|
|
},
|
|
'playlist': [
|
|
{
|
|
'info_dict': {
|
|
'id': '56041550044a2a00d0d7e06a',
|
|
'display_id': 'game-asset-creation',
|
|
'ext': 'mp4',
|
|
'title': 'Chapter 01 - First Encounters',
|
|
},
|
|
},
|
|
{
|
|
'info_dict': {
|
|
'id': '56041550044a2a00d0d7e06b',
|
|
'display_id': 'game-asset-creation',
|
|
'ext': 'mp4',
|
|
'title': 'Chapter 02 - Navigation',
|
|
},
|
|
},
|
|
{
|
|
'info_dict': {
|
|
'id': '56041550044a2a00d0d7e06c',
|
|
'display_id': 'game-asset-creation',
|
|
'ext': 'mp4',
|
|
'title': 'Chapter 03 - Layout Customizing',
|
|
},
|
|
},
|
|
{
|
|
'info_dict': {
|
|
'id': '56041550044a2a00d0d7e06d',
|
|
'display_id': 'game-asset-creation',
|
|
'ext': 'mp4',
|
|
'title': 'Chapter 04 - User Preference Changes',
|
|
},
|
|
},
|
|
],
|
|
},
|
|
{
|
|
# Playlist (subsection)
|
|
'url': 'https://cloud.blender.org/p/creature-factory-2/5604151f044a2a00caa7b04b',
|
|
'info_dict': {
|
|
'id': '5604151f044a2a00caa7b04b',
|
|
'title': '01 - First steps',
|
|
},
|
|
'playlist': [
|
|
{
|
|
'info_dict': {
|
|
'id': '5604151f044a2a00caa7b04c',
|
|
'display_id': 'creature-factory-2',
|
|
'ext': 'mp4',
|
|
'title': 'Introduction',
|
|
},
|
|
},
|
|
],
|
|
'expected_warnings': [
|
|
'Only available to Blender Cloud subscribers.'
|
|
],
|
|
},
|
|
]
|
|
|
|
def _real_extract(self, url):
|
|
# extract a single video -or- a playlist of subsection videos
|
|
mobj = re.match(self._VALID_URL, url)
|
|
base_node_id = mobj.group('base_node_id')
|
|
display_id = mobj.group('display_id')
|
|
webpage = self._download_webpage(self.url_node % base_node_id, base_node_id)
|
|
|
|
if '<section class="node-preview video">' in webpage:
|
|
# this base node references a single video (i.e. a single node)
|
|
title = None
|
|
formats = []
|
|
if self.is_video_subscriber_only(webpage):
|
|
self.report_warning('%s - %s' % (base_node_id, self.warning_subscribers_only))
|
|
else:
|
|
title = self.get_node_title(webpage)
|
|
formats = self.get_video_formats(webpage)
|
|
self._sort_formats(formats)
|
|
return {
|
|
'id': base_node_id,
|
|
'display_id': display_id,
|
|
'title': title,
|
|
'formats': formats,
|
|
}
|
|
elif '<section class="node-preview group">' in webpage:
|
|
# this base node references a playlist of subsection videos (i.e. multiple nodes)
|
|
entries = []
|
|
for node_id in re.findall(r'data-node_id=\"([0-9a-z]+)\"\s*title=\"', webpage):
|
|
webpage_node = self._download_webpage(self.url_node % node_id, node_id)
|
|
if '<section class="node-preview video">' in webpage_node:
|
|
if self.is_video_subscriber_only(webpage_node):
|
|
self.report_warning('%s - %s' % (node_id, self.warning_subscribers_only))
|
|
else:
|
|
title = self.get_node_title(webpage_node)
|
|
formats = self.get_video_formats(webpage_node)
|
|
self._sort_formats(formats)
|
|
entries.append({
|
|
'id': node_id,
|
|
'display_id': display_id,
|
|
'title': title,
|
|
'formats': formats,
|
|
})
|
|
else:
|
|
self.report_warning('%s - %s' % (node_id, self.warning_no_video_sources))
|
|
return self.playlist_result(entries, playlist_id=base_node_id, playlist_title=self.get_node_title(webpage))
|
|
else:
|
|
self.report_warning('%s - %s' % (base_node_id, self.warning_no_video_sources))
|
|
return {
|
|
'id': base_node_id,
|
|
'display_id': display_id,
|
|
'title': None,
|
|
'formats': [],
|
|
}
|
|
|
|
|
|
class BlenderCloudPlaylistIE(BlenderCloudBaseIE):
|
|
_VALID_URL = r'https?://cloud\.blender\.org/[^/]+/(?P<display_id>[0-9a-z-]+)/?$'
|
|
_TESTS = [
|
|
{
|
|
# Playlist (complete)
|
|
'url': 'https://cloud.blender.org/p/blenderella',
|
|
'info_dict': {
|
|
'id': 'blenderella',
|
|
'title': 'Learn Character Modeling — Blender Cloud',
|
|
},
|
|
'playlist': [
|
|
{
|
|
'info_dict': {
|
|
'id': '56040ecf044a2a00a515adb0',
|
|
'display_id': 'blenderella',
|
|
'ext': 'mp4',
|
|
'title': '10 - Cheek, Jaw, Forehead, Scalp',
|
|
},
|
|
},
|
|
],
|
|
'expected_warnings': [
|
|
'Only available to Blender Cloud subscribers.',
|
|
'No video sources available.'
|
|
],
|
|
},
|
|
{
|
|
# Playlist (complete)
|
|
'url': 'https://cloud.blender.org/p/blender-inside-out/',
|
|
'info_dict': {
|
|
'id': 'blender-inside-out',
|
|
'title': 'From Maya and Max to Blender — Blender Cloud',
|
|
},
|
|
'playlist': [
|
|
{
|
|
'info_dict': {
|
|
'id': '560414b7044a2a00c4a6da99',
|
|
'display_id': 'blender-inside-out',
|
|
'ext': 'mp4',
|
|
'title': 'Interface Tour',
|
|
},
|
|
},
|
|
{
|
|
'info_dict': {
|
|
'id': '560414b7044a2a00c4a6da9d',
|
|
'display_id': 'blender-inside-out',
|
|
'ext': 'mp4',
|
|
'title': 'Search',
|
|
},
|
|
},
|
|
{
|
|
'info_dict': {
|
|
'id': '560414b7044a2a00c4a6da9b',
|
|
'display_id': 'blender-inside-out',
|
|
'ext': 'mp4',
|
|
'title': 'Selection Tools',
|
|
},
|
|
},
|
|
{
|
|
'info_dict': {
|
|
'id': '560414b7044a2a00c4a6da9c',
|
|
'display_id': 'blender-inside-out',
|
|
'ext': 'mp4',
|
|
'title': 'Transform Tools',
|
|
},
|
|
},
|
|
{
|
|
'info_dict': {
|
|
'id': '560414b7044a2a00c4a6da9a',
|
|
'display_id': 'blender-inside-out',
|
|
'ext': 'mp4',
|
|
'title': 'Viewport Navigation',
|
|
},
|
|
},
|
|
],
|
|
'expected_warnings': [
|
|
'No video sources available.'
|
|
],
|
|
'params': {
|
|
'only_matching': True,
|
|
},
|
|
},
|
|
]
|
|
|
|
def _real_extract(self, url):
|
|
# extract the complete playlist for an entire video section
|
|
mobj = re.match(self._VALID_URL, url)
|
|
display_id = mobj.group('display_id')
|
|
webpage = self._download_webpage(url, display_id)
|
|
webpage_title = self._html_search_regex(r'<title>(.*?)</title>', webpage, 'title').strip() or None
|
|
|
|
entries = []
|
|
for node_id in re.findall(r'data-node_id=\"([0-9a-z]+)\"\s*class=\"', webpage):
|
|
webpage_node = self._download_webpage(self.url_node % node_id, node_id)
|
|
if '<section class="node-preview video">' in webpage_node:
|
|
# this node references a single video (i.e. a single node)
|
|
if self.is_video_subscriber_only(webpage_node):
|
|
self.report_warning('%s - %s' % (node_id, self.warning_subscribers_only))
|
|
else:
|
|
title = self.get_node_title(webpage_node)
|
|
formats = self.get_video_formats(webpage_node)
|
|
self._sort_formats(formats)
|
|
entries.append({
|
|
'id': node_id,
|
|
'display_id': display_id,
|
|
'title': title,
|
|
'formats': formats,
|
|
})
|
|
elif '<section class="node-preview group">' in webpage_node:
|
|
# this node references a playlist of subsection videos (i.e. multiple nodes)
|
|
for sub_node_id in re.findall(r'data-node_id=\"([0-9a-z]+)\"\s*title=\"', webpage_node):
|
|
webpage_sub_node = self._download_webpage(self.url_node % sub_node_id, sub_node_id)
|
|
if '<section class="node-preview video">' in webpage_sub_node:
|
|
if self.is_video_subscriber_only(webpage_sub_node):
|
|
self.report_warning('%s - %s' % (sub_node_id, self.warning_subscribers_only))
|
|
else:
|
|
title = self.get_node_title(webpage_sub_node)
|
|
formats = self.get_video_formats(webpage_sub_node)
|
|
self._sort_formats(formats)
|
|
entries.append({
|
|
'id': sub_node_id,
|
|
'display_id': display_id,
|
|
'title': title,
|
|
'formats': formats,
|
|
})
|
|
else:
|
|
self.report_warning('%s - %s' % (sub_node_id, self.warning_no_video_sources))
|
|
else:
|
|
self.report_warning('%s - %s' % (node_id, self.warning_no_video_sources))
|
|
return self.playlist_result(entries, playlist_id=display_id, playlist_title=webpage_title)
|