mirror of https://github.com/scrapy/scrapy.git
commit
2d688cd94d
|
|
@ -498,7 +498,7 @@ for it::
|
||||||
next_page = response.css("ul.navigation > li.next-page > a::attr('href')")
|
next_page = response.css("ul.navigation > li.next-page > a::attr('href')")
|
||||||
if next_page:
|
if next_page:
|
||||||
url = response.urljoin(next_page[0].extract())
|
url = response.urljoin(next_page[0].extract())
|
||||||
yield Request(url, self.parse_articles_follow_next_page)
|
yield scrapy.Request(url, self.parse_articles_follow_next_page)
|
||||||
|
|
||||||
This creates a sort of loop, following all the links to the next page until it
|
This creates a sort of loop, following all the links to the next page until it
|
||||||
doesn't find one -- handy for crawling blogs, forums and other sites with
|
doesn't find one -- handy for crawling blogs, forums and other sites with
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue