xZero707/yt-dlp
1
0
Fork 0
mirror of https://github.com/yt-dlp/yt-dlp.git synced 2024-11-23 11:31:29 +01:00
Code Issues Packages Projects Releases Wiki Activity
d239db0306
yt-dlp/test/test_http.py

190 lines
7.1 KiB
Python
Raw Normal View History

[cleanup] Point all shebang to `python3` (#372) Authored by: fstirlitz
2021-06-03 11:43:42 +02:00
#!/usr/bin/env python3
Add a test for --no-check-certificate
2015-01-30 02:57:37 +01:00
# Allow direct execution
import os
import sys
import unittest
[cleanup] Sort imports Using https://github.com/PyCQA/isort isort -m VERTICAL_HANGING_INDENT --py 36 -l 80 --rr -n --tc .
2022-04-12 00:32:57 +02:00
Add a test for --no-check-certificate
2015-01-30 02:57:37 +01:00
sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
[cleanup] Sort imports Using https://github.com/PyCQA/isort isort -m VERTICAL_HANGING_INDENT --py 36 -l 80 --rr -n --tc .
2022-04-12 00:32:57 +02:00
import ssl
import threading
[extractor/common] Ensure response handle is not prematurely closed before it can be read if it matches expected_status (resolves #17195, closes #17846, resolves #17447)
2018-11-02 19:18:20 +01:00
from test.helper import http_server_port
[cleanup] Sort imports Using https://github.com/PyCQA/isort isort -m VERTICAL_HANGING_INDENT --py 36 -l 80 --rr -n --tc .
2022-04-12 00:32:57 +02:00
Completely change project name to yt-dlp (#85) * All modules and binary names are changed * All documentation references changed * yt-dlp no longer loads youtube-dlc config files * All URLs changed to point to organization account Co-authored-by: Pccode66 Co-authored-by: pukkandan
2021-02-24 19:45:56 +01:00
from yt_dlp import YoutubeDL
from yt_dlp.compat import compat_http_server, compat_urllib_request
Add a test for --no-check-certificate
2015-01-30 02:57:37 +01:00
TEST_DIR = os.path.dirname(os.path.abspath(__file__))
[test_http] PEP8
2015-01-30 03:06:40 +01:00
Add a test for --no-check-certificate
2015-01-30 02:57:37 +01:00
class HTTPTestRequestHandler(compat_http_server.BaseHTTPRequestHandler):
def log_message(self, format, *args):
pass
def do_GET(self):
if self.path == '/video.html':
self.send_response(200)
self.send_header('Content-Type', 'text/html; charset=utf-8')
self.end_headers()
self.wfile.write(b'<html><video src="/vid.mp4" /></html>')
elif self.path == '/vid.mp4':
self.send_response(200)
self.send_header('Content-Type', 'video/mp4')
self.end_headers()
self.wfile.write(b'\x00\x00\x00\x00\x20\x66\x74[video]')
[test/test_utils] Add test for #9588
2016-05-26 11:24:40 +02:00
elif self.path == '/%E4%B8%AD%E6%96%87.html':
self.send_response(200)
self.send_header('Content-Type', 'text/html; charset=utf-8')
self.end_headers()
self.wfile.write(b'<html><video src="/vid.mp4" /></html>')
Add a test for --no-check-certificate
2015-01-30 02:57:37 +01:00
else:
assert False
[cleanup] Upgrade syntax Using https://github.com/asottile/pyupgrade 1. `__future__` imports and `coding: utf-8` were removed 2. Files were rewritten with `pyupgrade --py36-plus --keep-percent-format` 3. f-strings were cherry-picked from `pyupgrade --py36-plus` Extractors are left untouched (except removing header) to avoid unnecessary merge conflicts
2022-04-11 17:10:28 +02:00
class FakeLogger:
Add a test for --no-check-certificate
2015-01-30 02:57:37 +01:00
def debug(self, msg):
pass
def warning(self, msg):
pass
def error(self, msg):
pass
class TestHTTP(unittest.TestCase):
[test/test_utils] Add test for #9588
2016-05-26 11:24:40 +02:00
def setUp(self):
self.httpd = compat_http_server.HTTPServer(
[test_http] Use 127.0.0.1 instead of localhost
2018-02-03 17:09:25 +01:00
('127.0.0.1', 0), HTTPTestRequestHandler)
[test/test_utils] Add test for #9588
2016-05-26 11:24:40 +02:00
self.port = http_server_port(self.httpd)
self.server_thread = threading.Thread(target=self.httpd.serve_forever)
self.server_thread.daemon = True
self.server_thread.start()
class TestHTTPS(unittest.TestCase):
Add a test for --no-check-certificate
2015-01-30 02:57:37 +01:00
def setUp(self):
certfn = os.path.join(TEST_DIR, 'testcert.pem')
self.httpd = compat_http_server.HTTPServer(
[test_http] Use 127.0.0.1 instead of localhost
2018-02-03 17:09:25 +01:00
('127.0.0.1', 0), HTTPTestRequestHandler)
[test] Convert warnings into errors * And fix some existing warnings Authored by: fstirlitz
2022-04-17 22:42:48 +02:00
sslctx = ssl.SSLContext(ssl.PROTOCOL_TLS_SERVER)
sslctx.load_cert_chain(certfn, None)
self.httpd.socket = sslctx.wrap_socket(self.httpd.socket, server_side=True)
[test/test_utils] Add test for #9588
2016-05-26 11:24:40 +02:00
self.port = http_server_port(self.httpd)
Add a test for --no-check-certificate
2015-01-30 02:57:37 +01:00
self.server_thread = threading.Thread(target=self.httpd.serve_forever)
self.server_thread.daemon = True
self.server_thread.start()
def test_nocheckcertificate(self):
[cleanup] Remove unused code paths (#2173) Notes: * `_windows_write_string`: Fixed in 3.6 * https://bugs.python.org/issue1602 * PEP: https://www.python.org/dev/peps/pep-0528 * Windows UTF-8 fix: Fixed in 3.3 * https://bugs.python.org/issue13216 * `__loader__`: is always present in 3.3+ * https://bugs.python.org/issue14646 * `workaround_optparse_bug9161`: Fixed in 2.7 * https://bugs.python.org/issue9161 Authored by: fstirlitz
2021-12-30 13:23:36 +01:00
ydl = YoutubeDL({'logger': FakeLogger()})
self.assertRaises(
Exception,
ydl.extract_info, 'https://127.0.0.1:%d/video.html' % self.port)
Add a test for --no-check-certificate
2015-01-30 02:57:37 +01:00
ydl = YoutubeDL({'logger': FakeLogger(), 'nocheckcertificate': True})
[test_http] Use 127.0.0.1 instead of localhost
2018-02-03 17:09:25 +01:00
r = ydl.extract_info('https://127.0.0.1:%d/video.html' % self.port)
self.assertEqual(r['entries'][0]['url'], 'https://127.0.0.1:%d/vid.mp4' % self.port)
Add a test for --no-check-certificate
2015-01-30 02:57:37 +01:00
[test/http] Add test for proxy support
2015-03-20 14:59:38 +01:00
Add support for SSL client certificate authentication (#3435) Adds `--client-certificate`, `--client-certificate-key`, `--client-certificate-password` Authored-by: coletdjnz Co-authored-by: df <fieldhouse@gmx.net> Co-authored-by: pukkandan <pukkandan.ytdlp@gmail.com>
2022-05-02 09:59:45 +02:00
class TestClientCert(unittest.TestCase):
def setUp(self):
certfn = os.path.join(TEST_DIR, 'testcert.pem')
self.certdir = os.path.join(TEST_DIR, 'testdata', 'certificate')
cacertfn = os.path.join(self.certdir, 'ca.crt')
self.httpd = compat_http_server.HTTPServer(('127.0.0.1', 0), HTTPTestRequestHandler)
sslctx = ssl.SSLContext(ssl.PROTOCOL_TLS_SERVER)
sslctx.verify_mode = ssl.CERT_REQUIRED
sslctx.load_verify_locations(cafile=cacertfn)
sslctx.load_cert_chain(certfn, None)
self.httpd.socket = sslctx.wrap_socket(self.httpd.socket, server_side=True)
self.port = http_server_port(self.httpd)
self.server_thread = threading.Thread(target=self.httpd.serve_forever)
self.server_thread.daemon = True
self.server_thread.start()
def _run_test(self, **params):
ydl = YoutubeDL({
'logger': FakeLogger(),
# Disable client-side validation of unacceptable self-signed testcert.pem
# The test is of a check on the server side, so unaffected
'nocheckcertificate': True,
**params,
})
r = ydl.extract_info('https://127.0.0.1:%d/video.html' % self.port)
self.assertEqual(r['entries'][0]['url'], 'https://127.0.0.1:%d/vid.mp4' % self.port)
def test_certificate_combined_nopass(self):
self._run_test(client_certificate=os.path.join(self.certdir, 'clientwithkey.crt'))
def test_certificate_nocombined_nopass(self):
self._run_test(client_certificate=os.path.join(self.certdir, 'client.crt'),
client_certificate_key=os.path.join(self.certdir, 'client.key'))
def test_certificate_combined_pass(self):
self._run_test(client_certificate=os.path.join(self.certdir, 'clientwithencryptedkey.crt'),
client_certificate_password='foobar')
def test_certificate_nocombined_pass(self):
self._run_test(client_certificate=os.path.join(self.certdir, 'client.crt'),
client_certificate_key=os.path.join(self.certdir, 'clientencrypted.key'),
client_certificate_password='foobar')
[test/http] Add test for proxy support
2015-03-20 14:59:38 +01:00
def _build_proxy_handler(name):
class HTTPTestRequestHandler(compat_http_server.BaseHTTPRequestHandler):
proxy_name = name
def log_message(self, format, *args):
pass
def do_GET(self):
self.send_response(200)
self.send_header('Content-Type', 'text/plain; charset=utf-8')
self.end_headers()
self.wfile.write('{self.proxy_name}: {self.path}'.format(self=self).encode('utf-8'))
return HTTPTestRequestHandler
class TestProxy(unittest.TestCase):
def setUp(self):
self.proxy = compat_http_server.HTTPServer(
[test_http] Use 127.0.0.1 instead of localhost
2018-02-03 17:09:25 +01:00
('127.0.0.1', 0), _build_proxy_handler('normal'))
[test/test_utils] Add test for #9588
2016-05-26 11:24:40 +02:00
self.port = http_server_port(self.proxy)
[test/http] Add test for proxy support
2015-03-20 14:59:38 +01:00
self.proxy_thread = threading.Thread(target=self.proxy.serve_forever)
self.proxy_thread.daemon = True
self.proxy_thread.start()
[test/test_http] Update tests for 38cce791c71e9da33854e56114233d60345e18c0
2016-07-03 17:50:55 +02:00
self.geo_proxy = compat_http_server.HTTPServer(
[test_http] Use 127.0.0.1 instead of localhost
2018-02-03 17:09:25 +01:00
('127.0.0.1', 0), _build_proxy_handler('geo'))
[test/test_http] Update tests for 38cce791c71e9da33854e56114233d60345e18c0
2016-07-03 17:50:55 +02:00
self.geo_port = http_server_port(self.geo_proxy)
self.geo_proxy_thread = threading.Thread(target=self.geo_proxy.serve_forever)
self.geo_proxy_thread.daemon = True
self.geo_proxy_thread.start()
[test/http] Add test for proxy support
2015-03-20 14:59:38 +01:00
def test_proxy(self):
[cleanup] Upgrade syntax Using https://github.com/asottile/pyupgrade 1. `__future__` imports and `coding: utf-8` were removed 2. Files were rewritten with `pyupgrade --py36-plus --keep-percent-format` 3. f-strings were cherry-picked from `pyupgrade --py36-plus` Extractors are left untouched (except removing header) to avoid unnecessary merge conflicts
2022-04-11 17:10:28 +02:00
geo_proxy = f'127.0.0.1:{self.geo_port}'
[test/http] Add test for proxy support
2015-03-20 14:59:38 +01:00
ydl = YoutubeDL({
[cleanup] Upgrade syntax Using https://github.com/asottile/pyupgrade 1. `__future__` imports and `coding: utf-8` were removed 2. Files were rewritten with `pyupgrade --py36-plus --keep-percent-format` 3. f-strings were cherry-picked from `pyupgrade --py36-plus` Extractors are left untouched (except removing header) to avoid unnecessary merge conflicts
2022-04-11 17:10:28 +02:00
'proxy': f'127.0.0.1:{self.port}',
[test/test_http] Update tests for 38cce791c71e9da33854e56114233d60345e18c0
2016-07-03 17:50:55 +02:00
'geo_verification_proxy': geo_proxy,
[test/http] Add test for proxy support
2015-03-20 14:59:38 +01:00
})
url = 'http://foo.com/bar'
response = ydl.urlopen(url).read().decode('utf-8')
[cleanup] Upgrade syntax Using https://github.com/asottile/pyupgrade 1. `__future__` imports and `coding: utf-8` were removed 2. Files were rewritten with `pyupgrade --py36-plus --keep-percent-format` 3. f-strings were cherry-picked from `pyupgrade --py36-plus` Extractors are left untouched (except removing header) to avoid unnecessary merge conflicts
2022-04-11 17:10:28 +02:00
self.assertEqual(response, f'normal: {url}')
[test/http] Add test for proxy support
2015-03-20 14:59:38 +01:00
req = compat_urllib_request.Request(url)
[test/test_http] Update tests for 38cce791c71e9da33854e56114233d60345e18c0
2016-07-03 17:50:55 +02:00
req.add_header('Ytdl-request-proxy', geo_proxy)
[test/http] Add test for proxy support
2015-03-20 14:59:38 +01:00
response = ydl.urlopen(req).read().decode('utf-8')
[cleanup] Upgrade syntax Using https://github.com/asottile/pyupgrade 1. `__future__` imports and `coding: utf-8` were removed 2. Files were rewritten with `pyupgrade --py36-plus --keep-percent-format` 3. f-strings were cherry-picked from `pyupgrade --py36-plus` Extractors are left untouched (except removing header) to avoid unnecessary merge conflicts
2022-04-11 17:10:28 +02:00
self.assertEqual(response, f'geo: {url}')
[test/http] Add test for proxy support
2015-03-20 14:59:38 +01:00
[utils] Encode hostnames before passing to urllib With IDN (Internationalized Domain Name) and a proxy, non-ascii URLs are passed down to urllib/urllib2, causing UnicodeEncodeError Fixes #8890
2016-03-23 15:24:52 +01:00
def test_proxy_with_idn(self):
ydl = YoutubeDL({
[cleanup] Upgrade syntax Using https://github.com/asottile/pyupgrade 1. `__future__` imports and `coding: utf-8` were removed 2. Files were rewritten with `pyupgrade --py36-plus --keep-percent-format` 3. f-strings were cherry-picked from `pyupgrade --py36-plus` Extractors are left untouched (except removing header) to avoid unnecessary merge conflicts
2022-04-11 17:10:28 +02:00
'proxy': f'127.0.0.1:{self.port}',
[utils] Encode hostnames before passing to urllib With IDN (Internationalized Domain Name) and a proxy, non-ascii URLs are passed down to urllib/urllib2, causing UnicodeEncodeError Fixes #8890
2016-03-23 15:24:52 +01:00
})
url = 'http://中文.tw/'
response = ydl.urlopen(url).read().decode('utf-8')
# b'xn--fiq228c' is '中文'.encode('idna')
self.assertEqual(response, 'normal: http://xn--fiq228c.tw/')
Update coding style after pycodestyle 2.1.0 In pycodestyle 2.1.0, E305 was introduced, which requires two blank lines after top level declarations, too. See https://github.com/PyCQA/pycodestyle/issues/400 See also #10689; thanks @stepshal for first mentioning this issue and initial patches
2016-11-17 12:42:56 +01:00
Add a test for --no-check-certificate
2015-01-30 02:57:37 +01:00
if __name__ == '__main__':
unittest.main()
Reference in New Issue Copy Permalink