mirror of https://github.com/scrapy/scrapy.git
24 lines
823 B
Python
24 lines
823 B
Python
import sys
|
|
from pathlib import Path
|
|
from subprocess import PIPE, Popen
|
|
|
|
|
|
class TestCmdlineCrawlPipeline:
|
|
def _execute(self, spname):
|
|
args = (sys.executable, "-m", "scrapy.cmdline", "crawl", spname)
|
|
cwd = Path(__file__).resolve().parent
|
|
proc = Popen(args, stdout=PIPE, stderr=PIPE, cwd=cwd)
|
|
_, stderr = proc.communicate()
|
|
return proc.returncode, stderr
|
|
|
|
def test_open_spider_normally_in_pipeline(self):
|
|
returncode, stderr = self._execute("normal")
|
|
assert returncode == 0
|
|
|
|
def test_exception_at_open_spider_in_pipeline(self):
|
|
returncode, stderr = self._execute("exception")
|
|
assert (
|
|
returncode == 0
|
|
) # An unhandled exception in a pipeline should not stop the crawl
|
|
assert b'RuntimeError("exception")' in stderr
|