Don't rely on unhandled exception logging in the expected to fail scripts.

This commit is contained in:
Andrey Rakhmatullin 2023-09-13 16:59:54 +04:00
parent ac201d310b
commit be0e33af92
4 changed files with 10 additions and 5 deletions

View File

@ -24,5 +24,6 @@ process = CrawlerProcess(
"ASYNCIO_EVENT_LOOP": "uvloop.Loop",
}
)
process.crawl(NoRequestsSpider)
d = process.crawl(NoRequestsSpider)
d.addErrback(lambda failure: failure.printTraceback())
process.start()

View File

@ -17,5 +17,6 @@ process = CrawlerProcess(
}
)
process.crawl(NoRequestsSpider)
d = process.crawl(NoRequestsSpider)
d.addErrback(lambda failure: failure.printTraceback())
process.start()

View File

@ -26,5 +26,6 @@ process = CrawlerProcess(
}
)
process.crawl(NoRequestsSpider)
d = process.crawl(NoRequestsSpider)
d.addErrback(lambda failure: failure.printTraceback())
process.start()

View File

@ -17,6 +17,8 @@ class AsyncioReactorSpider(scrapy.Spider):
process = CrawlerProcess()
process.crawl(SelectReactorSpider)
process.crawl(AsyncioReactorSpider)
d1 = process.crawl(SelectReactorSpider)
d1.addErrback(lambda failure: failure.printTraceback())
d2 = process.crawl(AsyncioReactorSpider)
d2.addErrback(lambda failure: failure.printTraceback())
process.start()