RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

removed unused GenericSpider

This commit is contained in:
Pablo Hoffman 2009-06-18 14:33:05 -03:00
parent e716fad03d
commit b040e6a3a7
1 changed files with 0 additions and 20 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
scrapy/contrib/spiders/generic.py
View File

@ -1,20 +0,0 @@
from scrapy.contrib.spiders import CrawlSpider, Rule
from scrapy.contrib.linkextractors.sgml import SgmlLinkExtractor
class GenericSpider(CrawlSpider):
"""
This generic crawler crawls an entire site. It can also be used as a default crawler
(see setting "DEFAULT_SPIDER")
"""
def __init__(self, domain_name):
self.domain_name = domain_name
self.rules = (
Rule(SgmlLinkExtractor(allow_domains=(domain_name,)), self.parse_note, follow=True),
)
super(GenericSpider, self).__init__()
def parse_note(self, response):
pass
# not a singleton