diff --git a/scrapy/contrib/spiders/generic.py b/scrapy/contrib/spiders/generic.py deleted file mode 100644 index a9fff299e..000000000 --- a/scrapy/contrib/spiders/generic.py +++ /dev/null @@ -1,20 +0,0 @@ -from scrapy.contrib.spiders import CrawlSpider, Rule -from scrapy.contrib.linkextractors.sgml import SgmlLinkExtractor - -class GenericSpider(CrawlSpider): - """ - This generic crawler crawls an entire site. It can also be used as a default crawler - (see setting "DEFAULT_SPIDER") - """ - - def __init__(self, domain_name): - self.domain_name = domain_name - self.rules = ( - Rule(SgmlLinkExtractor(allow_domains=(domain_name,)), self.parse_note, follow=True), - ) - super(GenericSpider, self).__init__() - - def parse_note(self, response): - pass - -# not a singleton