From 0cb3085f8453265a8f37de684e62eda8b5398c75 Mon Sep 17 00:00:00 2001 From: Paul Tremberth Date: Thu, 3 Aug 2017 16:35:47 +0200 Subject: [PATCH] Add test for alternate links --- tests/test_spider.py | 27 +++++++++++++++++++++++++++ 1 file changed, 27 insertions(+) diff --git a/tests/test_spider.py b/tests/test_spider.py index e55f0fa6d..2507964b5 100644 --- a/tests/test_spider.py +++ b/tests/test_spider.py @@ -348,6 +348,33 @@ Sitemap: /sitemap-relative-url.xml 'http://example.com/sitemap-uppercase.xml', 'http://www.example.com/sitemap-relative-url.xml']) + def test_alternate_url_locs(self): + sitemap = b""" + + + http://www.example.com/english/ + + + + + + """ + r = TextResponse(url="http://www.example.com/sitemap.xml", body=sitemap) + spider = self.spider_class("example.com") + self.assertEqual([req.url for req in spider._parse_sitemap(r)], + ['http://www.example.com/english/']) + + spider.sitemap_alternate_links = True + self.assertEqual([req.url for req in spider._parse_sitemap(r)], + ['http://www.example.com/english/', + 'http://www.example.com/deutsch/', + 'http://www.example.com/schweiz-deutsch/', + 'http://www.example.com/italiano/']) + class DeprecationTest(unittest.TestCase):