mirror of https://github.com/scrapy/scrapy.git
removed 'domain' from Request attributes and constructor arguments
--HG-- extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40744
This commit is contained in:
parent
d3c4d1f1e1
commit
314bbabb30
|
|
@ -129,10 +129,7 @@ class ExecutionManager(object):
|
|||
|
||||
# requests
|
||||
for request in requests:
|
||||
if request.domain:
|
||||
spider = spiders.fromdomain(request.domain)
|
||||
else:
|
||||
spider = spiders.fromurl(request.url)
|
||||
spider = spiders.fromurl(request.url)
|
||||
if not spider:
|
||||
log.msg('Could not find spider for %s' % request, log.ERROR)
|
||||
continue
|
||||
|
|
|
|||
|
|
@ -19,7 +19,7 @@ class Request(object):
|
|||
|
||||
def __init__(self, url, callback=None, method='GET',
|
||||
body=None, headers=None, cookies=None, meta=None,
|
||||
url_encoding='utf-8', dont_filter=None, domain=None):
|
||||
url_encoding='utf-8', dont_filter=None):
|
||||
|
||||
self.encoding = url_encoding # this one has to be set first
|
||||
self.set_url(url)
|
||||
|
|
@ -42,8 +42,6 @@ class Request(object):
|
|||
self.headers = Headers(headers or {}, encoding=url_encoding)
|
||||
# dont_filter be filtered by scheduler
|
||||
self.dont_filter = dont_filter
|
||||
#allows to directly specify the spider for the request
|
||||
self.domain = domain
|
||||
|
||||
self.meta = {} if meta is None else dict(meta)
|
||||
self.cache = {}
|
||||
|
|
|
|||
Loading…
Reference in New Issue