mirror of https://github.com/scrapy/scrapy.git
Changed method process_spider_output name to process_results in crawl and feed spiders
--HG-- extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40686
This commit is contained in:
parent
6568dc4f35
commit
5cb9f344ac
|
|
@ -67,7 +67,7 @@ class CrawlSpider(BaseSpider):
|
|||
return a list of ScrapedItems and/or Requests"""
|
||||
return []
|
||||
|
||||
def process_spider_output(self, response, results):
|
||||
def process_results(self, response, results):
|
||||
"""This overridable method is called for each result (item or request)
|
||||
returned by the spider, and it's intended to perform any last time
|
||||
processing required before returning the results to the framework core,
|
||||
|
|
@ -107,7 +107,7 @@ class CrawlSpider(BaseSpider):
|
|||
res.extend(self._requests_to_follow(response))
|
||||
if callback:
|
||||
cb_res = callback(response, **cb_kwargs) or ()
|
||||
cb_res = self.process_spider_output(response, cb_res)
|
||||
cb_res = self.process_results(response, cb_res)
|
||||
res.extend(cb_res)
|
||||
return res
|
||||
|
||||
|
|
|
|||
|
|
@ -19,7 +19,7 @@ class XMLFeedSpider(BaseSpider):
|
|||
iterator = 'iternodes'
|
||||
itertag = 'item'
|
||||
|
||||
def process_spider_output(self, response, results):
|
||||
def process_results(self, response, results):
|
||||
"""This overridable method is called for each result (item or request)
|
||||
returned by the spider, and it's intended to perform any last time
|
||||
processing required before returning the results to the framework core,
|
||||
|
|
@ -40,7 +40,7 @@ class XMLFeedSpider(BaseSpider):
|
|||
ret = [ret]
|
||||
if not isinstance(ret, (list, tuple)):
|
||||
raise UsageError('You cannot return an "%s" object from a spider' % type(ret).__name__)
|
||||
for result_item in self.process_spider_output(response, ret):
|
||||
for result_item in self.process_results(response, ret):
|
||||
yield result_item
|
||||
|
||||
def parse(self, response):
|
||||
|
|
@ -71,7 +71,7 @@ class CSVFeedSpider(BaseSpider):
|
|||
delimiter = None # When this is None, python's csv module's default delimiter is used
|
||||
headers = None
|
||||
|
||||
def process_spider_output(self, response, results):
|
||||
def process_results(self, response, results):
|
||||
"""This method has the same purpose as the one in XMLFeedSpider"""
|
||||
return results
|
||||
|
||||
|
|
@ -86,7 +86,7 @@ class CSVFeedSpider(BaseSpider):
|
|||
ret = [ret]
|
||||
if not isinstance(ret, (list, tuple)):
|
||||
raise UsageError('You cannot return an "%s" object from a spider' % type(ret).__name__)
|
||||
for result_item in self.process_spider_output(response, ret):
|
||||
for result_item in self.process_results(response, ret):
|
||||
yield result_item
|
||||
|
||||
def parse(self, response):
|
||||
|
|
|
|||
Loading…
Reference in New Issue