mirror of https://github.com/scrapy/scrapy.git
63 lines
2.0 KiB
Python
63 lines
2.0 KiB
Python
from __future__ import annotations
|
|
|
|
import os
|
|
import sys
|
|
from typing import Iterable, Optional, Tuple, cast
|
|
|
|
from twisted.internet.defer import Deferred
|
|
from twisted.internet.error import ProcessTerminated
|
|
from twisted.internet.protocol import ProcessProtocol
|
|
from twisted.python.failure import Failure
|
|
|
|
|
|
class ProcessTest:
|
|
command = None
|
|
prefix = [sys.executable, "-m", "scrapy.cmdline"]
|
|
cwd = os.getcwd() # trial chdirs to temp dir
|
|
|
|
def execute(
|
|
self,
|
|
args: Iterable[str],
|
|
check_code: bool = True,
|
|
settings: Optional[str] = None,
|
|
) -> Deferred:
|
|
from twisted.internet import reactor
|
|
|
|
env = os.environ.copy()
|
|
if settings is not None:
|
|
env["SCRAPY_SETTINGS_MODULE"] = settings
|
|
cmd = self.prefix + [self.command] + list(args)
|
|
pp = TestProcessProtocol()
|
|
pp.deferred.addBoth(self._process_finished, cmd, check_code)
|
|
reactor.spawnProcess(pp, cmd[0], cmd, env=env, path=self.cwd)
|
|
return pp.deferred
|
|
|
|
def _process_finished(
|
|
self, pp: TestProcessProtocol, cmd: str, check_code: bool
|
|
) -> Tuple[int, bytes, bytes]:
|
|
if pp.exitcode and check_code:
|
|
msg = f"process {cmd} exit with code {pp.exitcode}"
|
|
msg += f"\n>>> stdout <<<\n{pp.out.decode()}"
|
|
msg += "\n"
|
|
msg += f"\n>>> stderr <<<\n{pp.err.decode()}"
|
|
raise RuntimeError(msg)
|
|
return cast(int, pp.exitcode), pp.out, pp.err
|
|
|
|
|
|
class TestProcessProtocol(ProcessProtocol):
|
|
def __init__(self) -> None:
|
|
self.deferred: Deferred = Deferred()
|
|
self.out: bytes = b""
|
|
self.err: bytes = b""
|
|
self.exitcode: Optional[int] = None
|
|
|
|
def outReceived(self, data: bytes) -> None:
|
|
self.out += data
|
|
|
|
def errReceived(self, data: bytes) -> None:
|
|
self.err += data
|
|
|
|
def processEnded(self, status: Failure) -> None:
|
|
self.exitcode = cast(ProcessTerminated, status.value).exitCode
|
|
self.deferred.callback(self)
|