mirror of
https://github.com/ytdl-org/youtube-dl.git
synced 2025-02-07 02:29:48 +00:00
110 lines
4.7 KiB
Python
110 lines
4.7 KiB
Python
# coding: utf-8
|
|
from __future__ import unicode_literals
|
|
|
|
import re
|
|
|
|
from .common import InfoExtractor
|
|
from ..compat import compat_urlparse
|
|
from .generic import GenericIE
|
|
|
|
# IQM2 aka Accela is a municipal meeting management platform that
|
|
# (among other things) stores livestreamed video from municipal
|
|
# meetings. After a hefty (several-hour) processing time, that video
|
|
# is available in easily downloadable form from their web portal, but
|
|
# prior to that, the video can only be watched in realtime through
|
|
# JWPlayer. This extractor is designed to download the realtime video
|
|
# prior to download links being available. For more info on Accela, see:
|
|
# http://www.iqm2.com/About/Accela.aspx
|
|
# http://www.accela.com/
|
|
|
|
# This processing makes it challenging to produce a test case for,
|
|
# because the extractor will want to find the processed and easily
|
|
# downloadable version. So there may be interesting bugs during the
|
|
# race condition time before the processed video is available (which
|
|
# is really the only time this extractor is especially important).
|
|
|
|
# This is also a relatively braindead extractor. It parses a given page like
|
|
# http://cambridgema.iqm2.com/Citizens/SplitView.aspx?Mode=Video&MeetingID=1679
|
|
# to determine the location of an inner div defined by a URL of the form
|
|
# http://cambridgema.iqm2.com/Citizens/VideoScreen.aspx?MediaID=1563&Frame=SplitView
|
|
|
|
# and then simply hands that URL to the GenericIE generic extractor,
|
|
# which matches it under the "Broaden the findall a little bit:
|
|
# JWPlayer JS loader" (line 2372 as of 6 Oct 2016).
|
|
|
|
# It appears that the metadata associated with the video (like its
|
|
# title) does not appear anywhere in the 2 HTML pages that get
|
|
# downloaded through this extractor. So it would need to download
|
|
# additional HTTP resources in order to get "real" metadata.
|
|
|
|
# This also appears to be the only example to date of an extractor
|
|
# that calls-out to the generic extractor, so it may be
|
|
# useful as an example. Or perhaps it means that there's a better way
|
|
# to do this and it should be rewritten differently, esp. to not
|
|
# leverage the generic? (xxx)
|
|
|
|
# Contributed by John Hawkinson <jhawk@mit.edu>, 6 Oct 2016.
|
|
|
|
# Potential test URLs:
|
|
# http://cambridgema.iqm2.com/Citizens/SplitView.aspx?Mode=Video&MeetingID=1679
|
|
# https://CambridgeMA.IQM2.com/Citizens/VideoMain.aspx?MeetingID=1679
|
|
|
|
class IQM2IE(InfoExtractor):
|
|
|
|
# xxx is really right that InfoExtractor.suitable() calls re.compile()
|
|
# on _VALID_URL in a case-sensitive fashion? It's obviously reasonable
|
|
# for the path portion of a URL to be case-sensitive, but the hostname
|
|
# ought not to be. And it seems like strict adherence might mess up a
|
|
# bunch of extractors in funny-cased URLs? Redefine suitable() to search
|
|
# case-insensitively. Note this also changes the re.match() call at the
|
|
# start of _real_extract()
|
|
#
|
|
# In this case, we commonly see both iqm2.com and IQM2.com.
|
|
|
|
@classmethod
|
|
def suitable(cls, url):
|
|
"""Receives a URL and returns True if suitable for this IE."""
|
|
|
|
# This does not use has/getattr intentionally - we want to know whether
|
|
# we have cached the regexp for *this* class, whereas getattr would also
|
|
# match the superclass
|
|
if '_VALID_URL_RE' not in cls.__dict__:
|
|
cls._VALID_URL_RE = re.compile(cls._VALID_URL, flags=re.IGNORECASE)
|
|
return cls._VALID_URL_RE.match(url) is not None
|
|
|
|
_VALID_URL = r'https?://(?:\w+\.)?iqm2\.com/Citizens/\w+.aspx\?.*MeetingID=(?P<id>[0-9]+)'
|
|
_TEST = {
|
|
'url': 'http://cambridgema.iqm2.com/Citizens/SplitView.aspx?Mode=Video&MeetingID=1679#',
|
|
'md5': '478ea30eee1966f7be0d8dd623122148',
|
|
'info_dict': {
|
|
'id': '1563_720',
|
|
'ext': 'mp4',
|
|
'title': 'Cambridge, MA (2)',
|
|
'uploader': 'cambridgema.iqm2.com',
|
|
}
|
|
}
|
|
|
|
def _real_extract(self, url):
|
|
mobj = re.match(self._VALID_URL, url, flags=re.IGNORECASE)
|
|
video_id = mobj.group('id')
|
|
|
|
webpage = self._download_webpage(url, video_id)
|
|
|
|
# print "Original URL is", url
|
|
|
|
# We want to extract an inner URL like this:
|
|
# <div id="VideoPanel" class="LeftTopContent">
|
|
# <div id="VideoPanelInner" onselectstart="javascript:return false;"
|
|
# style="overflow:hidden"
|
|
# src="/Citizens/VideoScreen.aspx?MediaID=1563&Frame=SplitView"
|
|
# quality="hd">
|
|
inner_url_rel = self._html_search_regex(
|
|
r'<div id="VideoPanelInner".*src="([^"]+)"',
|
|
webpage, 'url');
|
|
# print "inner_URL is", inner_url_rel
|
|
|
|
inner_url = compat_urlparse.urljoin(url, inner_url_rel)
|
|
# print "Joined URL is", inner_url
|
|
|
|
return GenericIE(self._downloader)._real_extract(inner_url)
|