mirror of https://github.com/scrapy/scrapy.git
91 lines
2.5 KiB
Python
91 lines
2.5 KiB
Python
from pathlib import Path
|
|
|
|
import pytest
|
|
from twisted.web.http import H2_ENABLED
|
|
|
|
from scrapy.utils.reactor import install_reactor
|
|
|
|
from tests.keys import generate_keys
|
|
|
|
|
|
def _py_files(folder):
|
|
return (str(p) for p in Path(folder).rglob('*.py'))
|
|
|
|
|
|
collect_ignore = [
|
|
# not a test, but looks like a test
|
|
"scrapy/utils/testsite.py",
|
|
# contains scripts to be run by tests/test_crawler.py::CrawlerProcessSubprocess
|
|
*_py_files("tests/CrawlerProcess"),
|
|
# contains scripts to be run by tests/test_crawler.py::CrawlerRunnerSubprocess
|
|
*_py_files("tests/CrawlerRunner"),
|
|
]
|
|
|
|
with open('tests/ignores.txt') as reader:
|
|
for line in reader:
|
|
file_path = line.strip()
|
|
if file_path and file_path[0] != '#':
|
|
collect_ignore.append(file_path)
|
|
|
|
if not H2_ENABLED:
|
|
collect_ignore.extend(
|
|
(
|
|
'scrapy/core/downloader/handlers/http2.py',
|
|
*_py_files("scrapy/core/http2"),
|
|
)
|
|
)
|
|
|
|
|
|
@pytest.fixture()
|
|
def chdir(tmpdir):
|
|
"""Change to pytest-provided temporary directory"""
|
|
tmpdir.chdir()
|
|
|
|
|
|
def pytest_collection_modifyitems(session, config, items):
|
|
# Avoid executing tests when executing `--flake8` flag (pytest-flake8)
|
|
try:
|
|
from pytest_flake8 import Flake8Item
|
|
if config.getoption('--flake8'):
|
|
items[:] = [item for item in items if isinstance(item, Flake8Item)]
|
|
except ImportError:
|
|
pass
|
|
|
|
|
|
def pytest_addoption(parser):
|
|
parser.addoption(
|
|
"--reactor",
|
|
default="default",
|
|
choices=["default", "asyncio"],
|
|
)
|
|
|
|
|
|
@pytest.fixture(scope='class')
|
|
def reactor_pytest(request):
|
|
if not request.cls:
|
|
# doctests
|
|
return
|
|
request.cls.reactor_pytest = request.config.getoption("--reactor")
|
|
return request.cls.reactor_pytest
|
|
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def only_asyncio(request, reactor_pytest):
|
|
if request.node.get_closest_marker('only_asyncio') and reactor_pytest != 'asyncio':
|
|
pytest.skip('This test is only run with --reactor=asyncio')
|
|
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def only_not_asyncio(request, reactor_pytest):
|
|
if request.node.get_closest_marker('only_not_asyncio') and reactor_pytest == 'asyncio':
|
|
pytest.skip('This test is only run without --reactor=asyncio')
|
|
|
|
|
|
def pytest_configure(config):
|
|
if config.getoption("--reactor") == "asyncio":
|
|
install_reactor("twisted.internet.asyncioreactor.AsyncioSelectorReactor")
|
|
|
|
|
|
# Generate localhost certificate files, needed by some tests
|
|
generate_keys()
|