RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

CrawlSpider: pass cb_kwargs from process_request

This commit is contained in:
Eugenio Lacuesta 2022-10-30 13:17:37 -03:00
parent 9077d0f9b4
commit 3259a42525
No known key found for this signature in database
GPG Key ID: DA3EF2D0913E9810
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
scrapy/spiders/crawl.py
View File

@ -102,9 +102,9 @@ class CrawlSpider(Spider):
request = self._build_request(rule_index, link)
yield rule.process_request(request, response)
def _callback(self, response):
def _callback(self, response, **cb_kwargs):
rule = self._rules[response.meta['rule']]
return self._parse_response(response, rule.callback, rule.cb_kwargs, rule.follow)
return self._parse_response(response, rule.callback, {**rule.cb_kwargs, **cb_kwargs}, rule.follow)
def _errback(self, failure):
rule = self._rules[failure.request.meta['rule']]