mirror of
https://github.com/ytdl-org/youtube-dl.git
synced 2024-12-24 17:06:58 +00:00
[openload] rewrite extractor
This commit is contained in:
parent
0254f93b08
commit
47e0cef46e
@ -1,12 +1,16 @@
|
|||||||
# coding: utf-8
|
# coding: utf-8
|
||||||
from __future__ import unicode_literals
|
from __future__ import unicode_literals
|
||||||
|
|
||||||
|
import os
|
||||||
import re
|
import re
|
||||||
|
import subprocess
|
||||||
|
import tempfile
|
||||||
|
|
||||||
from .common import InfoExtractor
|
from .common import InfoExtractor
|
||||||
from ..compat import compat_chr
|
|
||||||
from ..utils import (
|
from ..utils import (
|
||||||
|
check_executable,
|
||||||
determine_ext,
|
determine_ext,
|
||||||
|
encodeArgument,
|
||||||
ExtractorError,
|
ExtractorError,
|
||||||
)
|
)
|
||||||
|
|
||||||
@ -58,6 +62,39 @@ class OpenloadIE(InfoExtractor):
|
|||||||
'only_matching': True,
|
'only_matching': True,
|
||||||
}]
|
}]
|
||||||
|
|
||||||
|
_PHANTOMJS_SCRIPT = r'''
|
||||||
|
phantom.onError = function(msg, trace) {
|
||||||
|
var msgStack = ['PHANTOM ERROR: ' + msg];
|
||||||
|
if(trace && trace.length) {
|
||||||
|
msgStack.push('TRACE:');
|
||||||
|
trace.forEach(function(t) {
|
||||||
|
msgStack.push(' -> ' + (t.file || t.sourceURL) + ': ' + t.line
|
||||||
|
+ (t.function ? ' (in function ' + t.function +')' : ''));
|
||||||
|
});
|
||||||
|
}
|
||||||
|
console.error(msgStack.join('\n'));
|
||||||
|
phantom.exit(1);
|
||||||
|
};
|
||||||
|
var page = require('webpage').create();
|
||||||
|
page.settings.resourceTimeout = 10000;
|
||||||
|
page.onInitialized = function() {
|
||||||
|
page.evaluate(function() {
|
||||||
|
delete window._phantom;
|
||||||
|
delete window.callPhantom;
|
||||||
|
});
|
||||||
|
};
|
||||||
|
page.open('https://openload.co/embed/%s/', function(status) {
|
||||||
|
var info = page.evaluate(function() {
|
||||||
|
return {
|
||||||
|
decoded_id: document.getElementById('streamurl').innerHTML,
|
||||||
|
title: document.querySelector('meta[name="og:title"],'
|
||||||
|
+ 'meta[name=description]').content
|
||||||
|
};
|
||||||
|
});
|
||||||
|
console.log(info.decoded_id + ' ' + info.title);
|
||||||
|
phantom.exit();
|
||||||
|
});'''
|
||||||
|
|
||||||
@staticmethod
|
@staticmethod
|
||||||
def _extract_urls(webpage):
|
def _extract_urls(webpage):
|
||||||
return re.findall(
|
return re.findall(
|
||||||
@ -65,61 +102,48 @@ class OpenloadIE(InfoExtractor):
|
|||||||
webpage)
|
webpage)
|
||||||
|
|
||||||
def _real_extract(self, url):
|
def _real_extract(self, url):
|
||||||
|
exe = check_executable('phantomjs', ['-v'])
|
||||||
|
if not exe:
|
||||||
|
raise ExtractorError('PhantomJS executable not found in PATH, '
|
||||||
|
'download it from http://phantomjs.org',
|
||||||
|
expected=True)
|
||||||
|
|
||||||
video_id = self._match_id(url)
|
video_id = self._match_id(url)
|
||||||
webpage = self._download_webpage('https://openload.co/embed/%s/' % video_id, video_id)
|
url = 'https://openload.co/embed/%s/' % video_id
|
||||||
|
webpage = self._download_webpage(url, video_id)
|
||||||
|
|
||||||
if 'File not found' in webpage or 'deleted by the owner' in webpage:
|
if 'File not found' in webpage or 'deleted by the owner' in webpage:
|
||||||
raise ExtractorError('File not found', expected=True)
|
raise ExtractorError('File not found', expected=True, video_id=video_id)
|
||||||
|
|
||||||
ol_id = self._search_regex(
|
script_file = tempfile.NamedTemporaryFile(mode='w', delete=False)
|
||||||
'<span[^>]+id="[^"]+"[^>]*>([0-9A-Za-z]+)</span>',
|
|
||||||
webpage, 'openload ID')
|
|
||||||
|
|
||||||
decoded = ''
|
# write JS script to file and close it
|
||||||
a = ol_id[0:24]
|
with script_file:
|
||||||
b = []
|
script_file.write(self._PHANTOMJS_SCRIPT % video_id)
|
||||||
for i in range(0, len(a), 8):
|
|
||||||
b.append(int(a[i:i + 8] or '0', 16))
|
|
||||||
ol_id = ol_id[24:]
|
|
||||||
j = 0
|
|
||||||
k = 0
|
|
||||||
while j < len(ol_id):
|
|
||||||
c = 128
|
|
||||||
d = 0
|
|
||||||
e = 0
|
|
||||||
f = 0
|
|
||||||
_more = True
|
|
||||||
while _more:
|
|
||||||
if j + 1 >= len(ol_id):
|
|
||||||
c = 143
|
|
||||||
f = int(ol_id[j:j + 2] or '0', 16)
|
|
||||||
j += 2
|
|
||||||
d += (f & 127) << e
|
|
||||||
e += 7
|
|
||||||
_more = f >= c
|
|
||||||
g = d ^ b[k % 3]
|
|
||||||
for i in range(4):
|
|
||||||
char_dec = (g >> 8 * i) & (c + 127)
|
|
||||||
char = compat_chr(char_dec)
|
|
||||||
if char != '#':
|
|
||||||
decoded += char
|
|
||||||
k += 1
|
|
||||||
|
|
||||||
video_url = 'https://openload.co/stream/%s?mime=true'
|
self.to_screen('%s: Decoding video ID with PhantomJS' % video_id)
|
||||||
video_url = video_url % decoded
|
|
||||||
|
|
||||||
title = self._og_search_title(webpage, default=None) or self._search_regex(
|
p = subprocess.Popen([exe, '--ssl-protocol=any', script_file.name],
|
||||||
r'<span[^>]+class=["\']title["\'][^>]*>([^<]+)', webpage,
|
stdout=subprocess.PIPE, stderr=subprocess.PIPE)
|
||||||
'title', default=None) or self._html_search_meta(
|
output, err = p.communicate()
|
||||||
'description', webpage, 'title', fatal=True)
|
if p.returncode != 0:
|
||||||
|
raise ExtractorError('Decoding failed\n:'
|
||||||
|
+ encodeArgument(err))
|
||||||
|
else:
|
||||||
|
decoded_id, title = encodeArgument(output).strip().split(' ', 1)
|
||||||
|
|
||||||
|
os.remove(script_file.name)
|
||||||
|
|
||||||
|
video_url = 'https://openload.co/stream/%s?mime=true' % decoded_id
|
||||||
|
|
||||||
entries = self._parse_html5_media_entries(url, webpage, video_id)
|
entries = self._parse_html5_media_entries(url, webpage, video_id)
|
||||||
subtitles = entries[0]['subtitles'] if entries else None
|
entry = entries[0] if entries else {}
|
||||||
|
subtitles = entry.get('subtitles')
|
||||||
|
|
||||||
info_dict = {
|
info_dict = {
|
||||||
'id': video_id,
|
'id': video_id,
|
||||||
'title': title,
|
'title': title,
|
||||||
'thumbnail': self._og_search_thumbnail(webpage, default=None),
|
'thumbnail': entry.get('thumbnail') or self._og_search_thumbnail(webpage, default=None),
|
||||||
'url': video_url,
|
'url': video_url,
|
||||||
# Seems all videos have extensions in their titles
|
# Seems all videos have extensions in their titles
|
||||||
'ext': determine_ext(title, 'mp4'),
|
'ext': determine_ext(title, 'mp4'),
|
||||||
|
Loading…
Reference in New Issue
Block a user