mirror of
https://github.com/ytdl-org/youtube-dl.git
synced 2024-12-23 00:16:48 +00:00
[build] Fix various Jython CI and test issues
This commit is contained in:
parent
debf58485a
commit
1d87870194
38
.github/workflows/ci.yml
vendored
38
.github/workflows/ci.yml
vendored
@ -111,10 +111,12 @@ jobs:
|
|||||||
run-tests-ext: bat
|
run-tests-ext: bat
|
||||||
# jython
|
# jython
|
||||||
- os: ubuntu-20.04
|
- os: ubuntu-20.04
|
||||||
|
python-version: 2.7
|
||||||
python-impl: jython
|
python-impl: jython
|
||||||
ytdl-test-set: ${{ contains(needs.select.outputs.test-set, 'core') && 'core' || 'nocore' }}
|
ytdl-test-set: ${{ contains(needs.select.outputs.test-set, 'core') && 'core' || 'nocore' }}
|
||||||
run-tests-ext: sh
|
run-tests-ext: sh
|
||||||
- os: ubuntu-20.04
|
- os: ubuntu-20.04
|
||||||
|
python-version: 2.7
|
||||||
python-impl: jython
|
python-impl: jython
|
||||||
ytdl-test-set: ${{ contains(needs.select.outputs.test-set, 'download') && 'download' || 'nodownload' }}
|
ytdl-test-set: ${{ contains(needs.select.outputs.test-set, 'download') && 'download' || 'nodownload' }}
|
||||||
run-tests-ext: sh
|
run-tests-ext: sh
|
||||||
@ -163,22 +165,22 @@ jobs:
|
|||||||
'print(sys.path)' \
|
'print(sys.path)' \
|
||||||
| ${expected} -
|
| ${expected} -
|
||||||
#-------- Python 3.12 -
|
#-------- Python 3.12 -
|
||||||
- name: Set up Python 3.12 environment
|
- name: Set up CPython 3.12 environment
|
||||||
if: ${{ matrix.python-version == '3.12' }}
|
if: ${{ matrix.python-impl == 'cpython' && matrix.python-version == '3.12' }}
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
PYENV_ROOT=$HOME/.local/share/pyenv
|
PYENV_ROOT=$HOME/.local/share/pyenv
|
||||||
echo "PYENV_ROOT=${PYENV_ROOT}" >> "$GITHUB_ENV"
|
echo "PYENV_ROOT=${PYENV_ROOT}" >> "$GITHUB_ENV"
|
||||||
- name: Cache Python 3.12
|
- name: Cache Python 3.12
|
||||||
id: cache312
|
id: cache312
|
||||||
if: ${{ matrix.python-version == '3.12' }}
|
if: ${{ matrix.python-impl == 'cpython' && matrix.python-version == '3.12' }}
|
||||||
uses: actions/cache@v3
|
uses: actions/cache@v3
|
||||||
with:
|
with:
|
||||||
key: python-3.12
|
key: python-3.12
|
||||||
path: |
|
path: |
|
||||||
${{ env.PYENV_ROOT }}
|
${{ env.PYENV_ROOT }}
|
||||||
- name: Build and set up Python 3.12
|
- name: Build and set up Python 3.12
|
||||||
if: ${{ matrix.python-version == '3.12' && ! steps.cache312.outputs.cache-hit }}
|
if: ${{ matrix.python-impl == 'cpython' && matrix.python-version == '3.12' && ! steps.cache312.outputs.cache-hit }}
|
||||||
# dl and build locally
|
# dl and build locally
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
@ -192,7 +194,7 @@ jobs:
|
|||||||
git clone "https://github.com/pyenv/pyenv.git" "$PYENV_ROOT"
|
git clone "https://github.com/pyenv/pyenv.git" "$PYENV_ROOT"
|
||||||
pyenv install 3.12.0b4
|
pyenv install 3.12.0b4
|
||||||
- name: Locate Python 3.12
|
- name: Locate Python 3.12
|
||||||
if: ${{ matrix.python-version == '3.12' }}
|
if: ${{ matrix.python-impl == 'cpython' && matrix.python-version == '3.12' }}
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
PYTHONHOME="${{ env.PYENV_ROOT }}/versions/3.12.0b4"
|
PYTHONHOME="${{ env.PYENV_ROOT }}/versions/3.12.0b4"
|
||||||
@ -200,7 +202,7 @@ jobs:
|
|||||||
echo "PATH=${PYTHONHOME}/bin:$PATH" >> "$GITHUB_ENV"
|
echo "PATH=${PYTHONHOME}/bin:$PATH" >> "$GITHUB_ENV"
|
||||||
#-------- Python 2.7 --
|
#-------- Python 2.7 --
|
||||||
- name: Set up Python 2.7
|
- name: Set up Python 2.7
|
||||||
if: ${{ matrix.python-version == '2.7' }}
|
if: ${{ matrix.python-impl == 'cpython' && matrix.python-version == '2.7' }}
|
||||||
# install 2.7
|
# install 2.7
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
@ -208,7 +210,7 @@ jobs:
|
|||||||
echo "PYTHONHOME=/usr" >> "$GITHUB_ENV"
|
echo "PYTHONHOME=/usr" >> "$GITHUB_ENV"
|
||||||
#-------- Python 2.6 --
|
#-------- Python 2.6 --
|
||||||
- name: Set up Python 2.6 environment
|
- name: Set up Python 2.6 environment
|
||||||
if: ${{ matrix.python-version == '2.6' }}
|
if: ${{ matrix.python-impl == 'cpython' && matrix.python-version == '2.6' }}
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
openssl_name=openssl-1.0.2u
|
openssl_name=openssl-1.0.2u
|
||||||
@ -228,7 +230,7 @@ jobs:
|
|||||||
${{ env.openssl_dir }}
|
${{ env.openssl_dir }}
|
||||||
${{ env.PYENV_ROOT }}
|
${{ env.PYENV_ROOT }}
|
||||||
- name: Build and set up Python 2.6
|
- name: Build and set up Python 2.6
|
||||||
if: ${{ matrix.python-version == '2.6' && ! steps.cache26.outputs.cache-hit }}
|
if: ${{ matrix.python-impl == 'cpython' && matrix.python-version == '2.6' && ! steps.cache26.outputs.cache-hit }}
|
||||||
# dl and build locally
|
# dl and build locally
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
@ -266,7 +268,7 @@ jobs:
|
|||||||
export LD_LIBRARY_PATH="$openssl_lib"
|
export LD_LIBRARY_PATH="$openssl_lib"
|
||||||
pyenv install 2.6.9
|
pyenv install 2.6.9
|
||||||
- name: Locate Python 2.6
|
- name: Locate Python 2.6
|
||||||
if: ${{ matrix.python-version == '2.6' }}
|
if: ${{ matrix.python-impl == 'cpython' && matrix.python-version == '2.6' }}
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
PYTHONHOME="${{ env.PYENV_ROOT }}/versions/2.6.9"
|
PYTHONHOME="${{ env.PYENV_ROOT }}/versions/2.6.9"
|
||||||
@ -288,7 +290,7 @@ jobs:
|
|||||||
echo "PIP=pip" >> "$GITHUB_ENV"
|
echo "PIP=pip" >> "$GITHUB_ENV"
|
||||||
- name: Cache Jython
|
- name: Cache Jython
|
||||||
id: cachejy
|
id: cachejy
|
||||||
if: ${{ matrix.python-impl == 'jython' }}
|
if: ${{ matrix.python-impl == 'jython' && matrix.python-version == '2.7' }}
|
||||||
uses: actions/cache@v3
|
uses: actions/cache@v3
|
||||||
with:
|
with:
|
||||||
# 2.7.3 now available, may solve SNI issue
|
# 2.7.3 now available, may solve SNI issue
|
||||||
@ -296,7 +298,7 @@ jobs:
|
|||||||
path: |
|
path: |
|
||||||
${{ env.JYTHON_ROOT }}
|
${{ env.JYTHON_ROOT }}
|
||||||
- name: Install Jython
|
- name: Install Jython
|
||||||
if: ${{ matrix.python-impl == 'jython' && ! steps.cachejy.outputs.cache-hit }}
|
if: ${{ matrix.python-impl == 'jython' && matrix.python-version == '2.7' && ! steps.cachejy.outputs.cache-hit }}
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
JYTHON_ROOT="${{ env.JYTHON_ROOT }}"
|
JYTHON_ROOT="${{ env.JYTHON_ROOT }}"
|
||||||
@ -309,6 +311,11 @@ jobs:
|
|||||||
run: |
|
run: |
|
||||||
JYTHON_ROOT="${{ env.JYTHON_ROOT }}"
|
JYTHON_ROOT="${{ env.JYTHON_ROOT }}"
|
||||||
echo "${JYTHON_ROOT}/bin" >> $GITHUB_PATH
|
echo "${JYTHON_ROOT}/bin" >> $GITHUB_PATH
|
||||||
|
- name: Install supporting Python 2.7 if possible
|
||||||
|
if: ${{ steps.cachejy.outputs.cache-hit }}
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
sudo apt-get install -y python2.7 || true
|
||||||
#-------- pip ---------
|
#-------- pip ---------
|
||||||
- name: Set up supported Python ${{ matrix.python-version }} pip
|
- name: Set up supported Python ${{ matrix.python-version }} pip
|
||||||
if: ${{ (matrix.python-version != '3.2' && steps.setup-python.outputs.python-path) || matrix.python-version == '2.7' }}
|
if: ${{ (matrix.python-version != '3.2' && steps.setup-python.outputs.python-path) || matrix.python-version == '2.7' }}
|
||||||
@ -391,6 +398,11 @@ jobs:
|
|||||||
if: ${{ contains(needs.select.outputs.test-set, matrix.ytdl-test-set ) }}
|
if: ${{ contains(needs.select.outputs.test-set, matrix.ytdl-test-set ) }}
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
|
# set PYTHON_VER
|
||||||
|
PYTHON_VER=${{ matrix.python-version }}
|
||||||
|
[ "${PYTHON_VER#*-}" != "$PYTHON_VER" ] || PYTHON_VER="${{ matrix.python-impl }}-${PYTHON_VER}"
|
||||||
|
echo "PYTHON_VER=$PYTHON_VER" >> "$GITHUB_ENV"
|
||||||
|
echo "PYTHON_IMPL=${{ matrix.python-impl }}" >> "$GITHUB_ENV"
|
||||||
# define a test to validate the Python version used by nosetests
|
# define a test to validate the Python version used by nosetests
|
||||||
printf '%s\n' \
|
printf '%s\n' \
|
||||||
'from __future__ import unicode_literals' \
|
'from __future__ import unicode_literals' \
|
||||||
@ -405,7 +417,7 @@ jobs:
|
|||||||
' def test_python_ver(self):' \
|
' def test_python_ver(self):' \
|
||||||
' self.assertEqual(["%d" % v for v in sys.version_info[:2]], self.ver[-1].split(".")[:2])' \
|
' self.assertEqual(["%d" % v for v in sys.version_info[:2]], self.ver[-1].split(".")[:2])' \
|
||||||
' self.assertTrue(sys.version.startswith(self.ver[-1]))' \
|
' self.assertTrue(sys.version.startswith(self.ver[-1]))' \
|
||||||
' self.assertIn(self.ver[0], sys.version.lower())' \
|
' self.assertIn(self.ver[0], ",".join((sys.version, platform.python_implementation())).lower())' \
|
||||||
' def test_python_impl(self):' \
|
' def test_python_impl(self):' \
|
||||||
' self.assertIn(platform.python_implementation().lower(), (os.environ["PYTHON_IMPL"], self.ver[0]))' \
|
' self.assertIn(platform.python_implementation().lower(), (os.environ["PYTHON_IMPL"], self.ver[0]))' \
|
||||||
> test/test_python.py
|
> test/test_python.py
|
||||||
@ -415,8 +427,6 @@ jobs:
|
|||||||
continue-on-error: ${{ matrix.ytdl-test-set == 'download' || matrix.python-impl == 'jython' }}
|
continue-on-error: ${{ matrix.ytdl-test-set == 'download' || matrix.python-impl == 'jython' }}
|
||||||
env:
|
env:
|
||||||
YTDL_TEST_SET: ${{ matrix.ytdl-test-set }}
|
YTDL_TEST_SET: ${{ matrix.ytdl-test-set }}
|
||||||
PYTHON_VER: ${{ matrix.python-version }}
|
|
||||||
PYTHON_IMPL: ${{ matrix.python-impl }}
|
|
||||||
run: |
|
run: |
|
||||||
./devscripts/run_tests.${{ matrix.run-tests-ext }}
|
./devscripts/run_tests.${{ matrix.run-tests-ext }}
|
||||||
flake8:
|
flake8:
|
||||||
|
@ -118,3 +118,14 @@ module_src = '\n'.join(module_contents) + '\n'
|
|||||||
|
|
||||||
with io.open(lazy_extractors_filename, 'wt', encoding='utf-8') as f:
|
with io.open(lazy_extractors_filename, 'wt', encoding='utf-8') as f:
|
||||||
f.write(module_src)
|
f.write(module_src)
|
||||||
|
|
||||||
|
# work around JVM byte code module limit in Jython
|
||||||
|
if sys.platform.startswith('java') and sys.version_info[:2] == (2, 7):
|
||||||
|
import subprocess
|
||||||
|
from youtube_dl.compat import compat_subprocess_get_DEVNULL
|
||||||
|
# if Python 2.7 is available, use it to compile the module for Jython
|
||||||
|
try:
|
||||||
|
# if Python 2.7 is available, use it to compile the module for Jython
|
||||||
|
subprocess.check_call(['python2.7', '-m', 'py_compile', lazy_extractors_filename], stdout=compat_subprocess_get_DEVNULL())
|
||||||
|
except Exception:
|
||||||
|
pass
|
||||||
|
@ -45,6 +45,7 @@ from youtube_dl.utils import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
from test.helper import (
|
from test.helper import (
|
||||||
|
expectedFailureIf,
|
||||||
FakeYDL,
|
FakeYDL,
|
||||||
FakeLogger,
|
FakeLogger,
|
||||||
http_server_port,
|
http_server_port,
|
||||||
@ -243,6 +244,11 @@ class HTTPTestRequestHandler(compat_http_server.BaseHTTPRequestHandler):
|
|||||||
|
|
||||||
|
|
||||||
class TestHTTP(unittest.TestCase):
|
class TestHTTP(unittest.TestCase):
|
||||||
|
# when does it make sense to check the SSL certificate?
|
||||||
|
_check_cert = (
|
||||||
|
sys.version_info >= (3, 2)
|
||||||
|
or (sys.version_info[0] == 2 and sys.version_info[1:] >= (7, 19)))
|
||||||
|
|
||||||
def setUp(self):
|
def setUp(self):
|
||||||
# HTTP server
|
# HTTP server
|
||||||
self.http_httpd = compat_http_server.HTTPServer(
|
self.http_httpd = compat_http_server.HTTPServer(
|
||||||
@ -307,10 +313,7 @@ class TestHTTP(unittest.TestCase):
|
|||||||
else self.https_port if scheme == 'https'
|
else self.https_port if scheme == 'https'
|
||||||
else self.http_port, path)
|
else self.http_port, path)
|
||||||
|
|
||||||
@unittest.skipUnless(
|
@unittest.skipUnless(_check_cert, 'No support for certificate check in SSL')
|
||||||
sys.version_info >= (3, 2)
|
|
||||||
or (sys.version_info[0] == 2 and sys.version_info[1:] >= (7, 9)),
|
|
||||||
'No support for certificate check in SSL')
|
|
||||||
def test_nocheckcertificate(self):
|
def test_nocheckcertificate(self):
|
||||||
with FakeYDL({'logger': FakeLogger()}) as ydl:
|
with FakeYDL({'logger': FakeLogger()}) as ydl:
|
||||||
with self.assertRaises(compat_urllib_error.URLError):
|
with self.assertRaises(compat_urllib_error.URLError):
|
||||||
@ -376,6 +379,8 @@ class TestHTTP(unittest.TestCase):
|
|||||||
with self.assertRaises(compat_urllib_HTTPError):
|
with self.assertRaises(compat_urllib_HTTPError):
|
||||||
do_req(code, 'GET')
|
do_req(code, 'GET')
|
||||||
|
|
||||||
|
# Jython 2.7.1 times out for some reason
|
||||||
|
@expectedFailureIf(sys.platform.startswith('java') and sys.version_info < (2, 7, 2))
|
||||||
def test_content_type(self):
|
def test_content_type(self):
|
||||||
# https://github.com/yt-dlp/yt-dlp/commit/379a4f161d4ad3e40932dcf5aca6e6fb9715ab28
|
# https://github.com/yt-dlp/yt-dlp/commit/379a4f161d4ad3e40932dcf5aca6e6fb9715ab28
|
||||||
with FakeYDL({'nocheckcertificate': True}) as ydl:
|
with FakeYDL({'nocheckcertificate': True}) as ydl:
|
||||||
|
@ -131,7 +131,7 @@ if sys.version_info[0] == 2 or sys.version_info < (3, 3):
|
|||||||
def load(self, rawdata):
|
def load(self, rawdata):
|
||||||
must_have_value = 0
|
must_have_value = 0
|
||||||
if not isinstance(rawdata, dict):
|
if not isinstance(rawdata, dict):
|
||||||
if sys.version_info[:2] != (2, 7):
|
if sys.version_info[:2] != (2, 7) or sys.platform.startswith('java'):
|
||||||
# attribute must have value for parsing
|
# attribute must have value for parsing
|
||||||
rawdata, must_have_value = re.subn(
|
rawdata, must_have_value = re.subn(
|
||||||
r'(?i)(;\s*)(secure|httponly)(\s*(?:;|$))', r'\1\2=\2\3', rawdata)
|
r'(?i)(;\s*)(secure|httponly)(\s*(?:;|$))', r'\1\2=\2\3', rawdata)
|
||||||
|
Loading…
Reference in New Issue
Block a user