# coding: utf-8 from __future__ import unicode_literals import itertools import re from .common import InfoExtractor from ..utils import ( clean_html, ExtractorError, GeoRestrictedError, get_element_by_class, get_element_by_id, orderedSet, strip_or_none, unified_strdate, unified_timestamp, urlencode_postdata, ) class BitChuteIE(InfoExtractor): _VALID_URL = r'https?://(?:www\.)?bitchute\.com/(?:video|embed|torrent/[^/]+)/(?P[^/?#&]+)' _TESTS = [{ 'url': 'https://www.bitchute.com/video/UGlrF9o9b-Q/', 'md5': '7e427d7ed7af5a75b5855705ec750e2b', 'info_dict': { 'id': 'UGlrF9o9b-Q', 'ext': 'mp4', 'title': 'This is the first video on #BitChute !', 'timestamp': 1483425420, 'upload_date': '20170103', 'description': 'md5:a0337e7b1fe39e32336974af8173a034', 'thumbnail': r're:^https?://.*\.jpg$', 'uploader': 'BitChute', }, }, { 'url': 'https://www.bitchute.com/embed/lbb5G1hjPhw/', 'only_matching': True, }, { 'url': 'https://www.bitchute.com/torrent/Zee5BE49045h/szoMrox2JEI.webtorrent', 'only_matching': True, }] @staticmethod def _extract_urls(webpage): urls = re.finditer( r'''<(?:script|iframe)\b[^>]+\bsrc\s*=\s*(["'])(?P%s)''' % (BitChuteIE._VALID_URL, ), webpage) return (mobj.group('url') for mobj in urls) def _real_extract(self, url): video_id = self._match_id(url) webpage = self._download_webpage( 'https://www.bitchute.com/video/%s' % video_id, video_id, headers={ 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.57 Safari/537.36', }) title = ( self._og_search_title(webpage, default=None) or strip_or_none(clean_html(get_element_by_id('video-title', webpage))) or self._html_search_regex(r'(?s)]*>.*?(?:(?!\1).)+)\1''', webpage)] format_urls.extend(re.findall(r'''as=(https?://[^&"']+)''', webpage)) formats = [ {'url': format_url} for format_url in orderedSet(format_urls)] if not formats: entries = self._parse_html5_media_entries( url, webpage, video_id) if not entries: error = strip_or_none(clean_html(self.get_element_by_id('video-title'))) or 'Cannot find video' if error == 'Video Unavailable': raise GeoRestrictedError(error) raise ExtractorError(error) formats = entries[0]['formats'] self._check_formats(formats, video_id) self._sort_formats(formats) description = ( self._og_search_description(webpage) or clean_html(get_element_by_id('video-description', webpage)) or self._html_search_regex( r'(?s)]+\bclass=["\']full hidden[^>]+>(.+?)', webpage, 'description', fatal=False)) thumbnail = self._html_search_meta( ('og:image', 'twitter:image:src'), webpage, 'thumbnail', fatal=False) uploader = self._html_search_regex( (r'''(?s)]+?\bclass\s*=\s*["']channel-banner.*?]+\bclass\s*=\s*["']name\b[^>]+>(.+?)

''', r'''(?s)]+\bclass\s*=\s*["']video-author\b[^>]+>(.+?)

'''), webpage, 'uploader', fatal=False) def more_unified_timestamp(x): # ... at hh:mm TZ on month nth. y = re.split(r'\s+at\s+', x or '')[-1] y = re.sub(r'(?:^\s+|\s+$|\.+$|(?<=\d)(?:st|nd|rd|th))', '', y) y = ' '.join(reversed(re.split(r'\s+on\s+', y, 1))) return unified_timestamp(y) or unified_timestamp(x) timestamp = more_unified_timestamp(get_element_by_class('video-publish-date', webpage)) return { 'id': video_id, 'title': title, 'description': description, 'thumbnail': thumbnail, 'uploader': uploader, 'timestamp': timestamp, 'formats': formats, } class BitChuteChannelIE(InfoExtractor): _VALID_URL = r'https?://(?:www\.)?bitchute\.com/channel/(?P[^/?#&]+)' _TEST = { 'url': 'https://www.bitchute.com/channel/livesonnet/', 'playlist_mincount': 135, 'info_dict': { 'id': 'livesonnet', }, } _TOKEN = 'zyG6tQcGPE5swyAEFLqKUwMuMMuF6IO2DZ6ZDQjGfsL0e4dcTLwqkTTul05Jdve7' def _entries(self, channel_id): channel_url = 'https://www.bitchute.com/channel/%s' % (channel_id, ) offset = 0 for page_num in itertools.count(1): data = self._download_json( channel_url + '/extend/', channel_id, 'Downloading channel page %d' % (page_num, ), data=urlencode_postdata({ 'csrfmiddlewaretoken': self._TOKEN, 'name': '', 'offset': offset, }), headers={ 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8', 'Referer': channel_url, 'X-Requested-With': 'XMLHttpRequest', 'Cookie': 'csrftoken=' + self._TOKEN, }) if data.get('success') is False: break html = data.get('html') if not html: break video_ids = re.findall( r'''class\s*=\s*["']channel-videos-image-container[^>]+>\s*]+\bhref\s*=\s*["']/video/([^"'/]+)''', html) if not video_ids: break offset += len(video_ids) for video_id in video_ids: yield self.url_result( 'https://www.bitchute.com/video/' + video_id, ie=BitChuteIE.ie_key(), video_id=video_id) def _real_extract(self, url): channel_id = self._match_id(url) return self.playlist_result( self._entries(channel_id), playlist_id=channel_id)