fixed bug and updated old code in googledir example project

This commit is contained in:
Pablo Hoffman 2010-06-13 17:31:33 -03:00
parent bd16d1cd48
commit 91e1e0aff3
2 changed files with 2 additions and 2 deletions

View File

@ -7,7 +7,7 @@ class FilterWordsPipeline(object):
# put all words in lowercase
words_to_filter = ['politics', 'religion']
def process_item(self, domain, item):
def process_item(self, spider, item):
for word in self.words_to_filter:
if word in unicode(item['description']).lower():
raise DropItem("Contains forbidden word: %s" % word)

View File

@ -7,7 +7,7 @@ from googledir.items import GoogledirItem
class GoogleDirectorySpider(CrawlSpider):
name = 'directory.google.com'
allow_domains = ['directory.google.com']
allowed_domains = ['directory.google.com']
start_urls = ['http://directory.google.com/']
rules = (