RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

add test_closespider_pagecount_no_item_with_pagecount

This commit is contained in:
guillermo-bondonno 2024-07-11 14:02:24 -03:00
parent 5f0fad16f5
commit 9cdbcb4f63
1 changed files with 17 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
tests/test_closespider.py
View File

@ -60,6 +60,23 @@ class TestCloseSpider(TestCase):
itemcount = crawler.stats.get_value("item_scraped_count")
self.assertLessEqual(pagecount, close_on + itemcount)
@defer.inlineCallbacks
def test_closespider_pagecount_no_item_with_pagecount(self):
close_on_pagecount_no_item = 5
close_on_pagecount = 20
crawler = get_crawler(
FollowAllSpider,
{
"CLOSESPIDER_PAGECOUNT_NO_ITEM": close_on_pagecount_no_item,
"CLOSESPIDER_PAGECOUNT": close_on_pagecount,
},
)
yield crawler.crawl(mockserver=self.mockserver)
reason = crawler.spider.meta["close_reason"]
self.assertEqual(reason, "closespider_pagecount_no_item")
pagecount = crawler.stats.get_value("response_received_count")
self.assertLess(pagecount, close_on_pagecount)
@defer.inlineCallbacks
def test_closespider_errorcount(self):
close_on = 5