RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fixed bug in fetcher caused by recent spider manager changes (thanks andres)

This commit is contained in:
Pablo Hoffman 2009-07-13 00:04:00 -03:00
parent e3fe0ef297
commit 5eebe1f405
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
scrapy/fetcher/__init__.py
View File

@ -40,12 +40,12 @@ def fetch(urls, perdomain=False):
def get_or_create_spider(url):
# dirty hack to allow downloading pages from unknown domains
# XXX: hack to allow downloading pages from unknown domains
spider = spiders.fromurl(url)
if not spider:
domain = str(urlparse.urlparse(url).hostname or spiders.default_domain)
spider = BaseSpider()
spider.domain_name = domain
spiders._alldict[domain] = spider
spiders.add_spider(spider)
return spider