removed 'domain' from Request attributes and constructor arguments

--HG--
extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40744
This commit is contained in:
Pablo Hoffman 2009-01-18 16:55:54 +00:00
parent d3c4d1f1e1
commit 314bbabb30
2 changed files with 2 additions and 7 deletions

View File

@ -129,10 +129,7 @@ class ExecutionManager(object):
# requests
for request in requests:
if request.domain:
spider = spiders.fromdomain(request.domain)
else:
spider = spiders.fromurl(request.url)
spider = spiders.fromurl(request.url)
if not spider:
log.msg('Could not find spider for %s' % request, log.ERROR)
continue

View File

@ -19,7 +19,7 @@ class Request(object):
def __init__(self, url, callback=None, method='GET',
body=None, headers=None, cookies=None, meta=None,
url_encoding='utf-8', dont_filter=None, domain=None):
url_encoding='utf-8', dont_filter=None):
self.encoding = url_encoding # this one has to be set first
self.set_url(url)
@ -42,8 +42,6 @@ class Request(object):
self.headers = Headers(headers or {}, encoding=url_encoding)
# dont_filter be filtered by scheduler
self.dont_filter = dont_filter
#allows to directly specify the spider for the request
self.domain = domain
self.meta = {} if meta is None else dict(meta)
self.cache = {}