mirror of https://github.com/scrapy/scrapy.git
Increase coverage
This commit is contained in:
parent
8057f06b39
commit
e360a4cc98
|
|
@ -26,6 +26,7 @@ from scrapy.spiders import (
|
|||
XMLFeedSpider,
|
||||
)
|
||||
from scrapy.spiders.init import InitSpider
|
||||
from scrapy.utils.defer import deferred_f_from_coro_f
|
||||
from scrapy.utils.test import get_crawler, get_reactor_settings
|
||||
from tests import get_testdata, tests_datadir
|
||||
|
||||
|
|
@ -774,6 +775,24 @@ Sitemap: /sitemap-relative-url.xml
|
|||
),
|
||||
)
|
||||
|
||||
@deferred_f_from_coro_f
|
||||
async def test_sitemap_urls(self):
|
||||
class TestSpider(self.spider_class):
|
||||
name = "test"
|
||||
sitemap_urls = ["https://toscrape.com/sitemap.xml"]
|
||||
|
||||
crawler = get_crawler(TestSpider)
|
||||
spider = TestSpider.from_crawler(crawler)
|
||||
with warnings.catch_warnings():
|
||||
warnings.simplefilter("error")
|
||||
requests = [request async for request in spider.start()]
|
||||
|
||||
assert len(requests) == 1
|
||||
request = requests[0]
|
||||
assert request.url == "https://toscrape.com/sitemap.xml"
|
||||
assert request.dont_filter is False
|
||||
assert request.callback == spider._parse_sitemap
|
||||
|
||||
|
||||
class TestDeprecation:
|
||||
def test_crawl_spider(self):
|
||||
|
|
|
|||
Loading…
Reference in New Issue