mirror of https://github.com/scrapy/scrapy.git
parent
af0873746f
commit
833efbfcbd
|
|
@ -498,7 +498,7 @@ for it::
|
|||
next_page = response.css("ul.navigation > li.next-page > a::attr('href')")
|
||||
if next_page:
|
||||
url = response.urljoin(next_page[0].extract())
|
||||
yield Request(url, self.parse_articles_follow_next_page)
|
||||
yield scrapy.Request(url, self.parse_articles_follow_next_page)
|
||||
|
||||
This creates a sort of loop, following all the links to the next page until it
|
||||
doesn't find one -- handy for crawling blogs, forums and other sites with
|
||||
|
|
|
|||
Loading…
Reference in New Issue