from __future__ import unicode_literals import ast from bs4 import BeautifulSoup import json from .common import InfoExtractor from ..utils import ( ExtractorError, ) class TikTokBaseIE(InfoExtractor): def _extract_aweme(self, data): video = data['props']['pageProps']['metaParams'] description = video['description'] video_meta=data['props']['pageProps']['videoData']['itemInfos']['video'] width = video_meta['videoMeta']['width'] height = video_meta['videoMeta']['height'] format_urls=video_meta['urls'] formats = [] for format in format_urls: formats.append({ 'url': format, 'height': height, 'width': width, 'ext': 'mp4', }) self._sort_formats(formats) return { 'description': description, 'formats': formats } class TikTokIE(TikTokBaseIE): _VALID_URL = r'''(?x) https?:// (?: (?:m\.)?tiktok\.com/v| (?:www\.)?tiktok\.com/share/video| (?:www\.|)tiktok\.com\/@(?:.*?)\/video ) /(?P\d+) ''' _TESTS = [{ 'url': 'https://m.tiktok.com/v/6606727368545406213.html', 'md5': 'd584b572e92fcd48888051f238022420', 'info_dict': { 'id': '6606727368545406213', 'ext': 'mp4', 'title': 'Zureeal', 'description': '#bowsette#mario#cosplay#uk#lgbt#gaming#asian#bowsettecosplay', 'thumbnail': r're:^https?://.*~noop.image', 'uploader': 'Zureeal', 'timestamp': 1538248586, 'upload_date': '20180929', 'comment_count': int, 'repost_count': int, } }, { 'url': 'https://www.tiktok.com/share/video/6606727368545406213', 'only_matching': True, }] def _real_extract(self, url): video_id = self._match_id(url) json_api = self._download_json('https://www.tiktok.com/oembed?url=' + url, video_id) webpage = self._download_webpage(url, video_id) soup = BeautifulSoup(webpage, features="html.parser") json_next_data = soup.find(id='__NEXT_DATA__') props = json_next_data.contents[0] json_data_encode = json.dumps(props.encode('utf-8')) ast_le = ast.literal_eval(json_data_encode) data_dict = json.loads(ast_le) author_followers = data_dict['props']['pageProps']['videoData']['authorStats']['followerCount'] item_info = data_dict['props']['pageProps']['videoData']['itemInfos'] timestamp = int(item_info['createTime']) shares = item_info['shareCount'] views = item_info['playCount'] duration = item_info['video']['videoMeta']['duration'] provider_id = item_info['authorId'] comments_count = item_info['commentCount'] likes_count = item_info['diggCount'] author_url = json_api['author_url'] entry = self._extract_aweme(data_dict) return self.info_dict(video_id, str(url), json_api['title'], json_api['author_name'], timestamp, json_api['thumbnail_url'], views, provider_id, False, 'not_live', likes_count, shares, '', comments_count, duration, json_api['html'], entry['formats'], author_url, author_followers) def info_dict(self, video_id, url, video_title, uploader, timestamp, thumbnail, view_count, uploader_id, is_live, live_status , likes_count, shares_count, subtitles, comment_count, duration, embed_code, format, author_url, author_followers): info_dict = { 'id': video_id, 'url': url, 'title': video_title, 'uploader': uploader, 'timestamp': timestamp, 'thumbnail': thumbnail, 'view_count': view_count, 'uploader_id': uploader_id, 'is_live': is_live, 'live_status': live_status, 'like_count': likes_count, 'share_count': shares_count, 'subtitles': subtitles, 'comment_count': comment_count, 'duration': duration, 'embed_code': embed_code, 'formats': format, 'uploader_url': author_url, 'author_followers': author_followers } return info_dict class TikTokUserIE(TikTokBaseIE): _VALID_URL = r'''(?x) https?:// (?: (?:m\.)?tiktok\.com/h5/share/usr| (?:www\.)?tiktok\.com/share/user ) /(?P\d+) ''' _TESTS = [{ 'url': 'https://m.tiktok.com/h5/share/usr/188294915489964032.html', 'info_dict': { 'id': '188294915489964032', }, 'playlist_mincount': 24, }, { 'url': 'https://www.tiktok.com/share/user/188294915489964032', 'only_matching': True, }] def _real_extract(self, url): user_id = self._match_id(url) data = self._download_json( 'https://m.tiktok.com/h5/share/usr/list/%s/' % user_id, user_id, query={'_signature': '_'}) entries = [] for aweme in data['aweme_list']: try: entry = self._extract_aweme(aweme) except ExtractorError: continue entry['extractor_key'] = TikTokIE.ie_key() entries.append(entry) return self.playlist_result(entries, user_id)