RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Follow alternate link for all types of sitemaps

This commit is contained in:
Eugene Vorobev 2017-07-26 19:51:27 +03:00 committed by Paul Tremberth
parent a65fec050a
commit 01ac883893
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
scrapy/spiders/sitemap.py
View File

@ -48,7 +48,7 @@ class SitemapSpider(Spider):
if any(x.search(loc) for x in self._follow):
yield Request(loc, callback=self._parse_sitemap)
elif s.type == 'urlset':
for loc in iterloc(s):
for loc in iterloc(s, self.sitemap_alternate_links):
for r, c in self._cbs:
if r.search(loc):
yield Request(loc, callback=c)