diff --git a/scrapy/templates/spiders/basic.tmpl b/scrapy/templates/spiders/basic.tmpl index da5c57a39..2d5e64fd3 100644 --- a/scrapy/templates/spiders/basic.tmpl +++ b/scrapy/templates/spiders/basic.tmpl @@ -1,5 +1,6 @@ import scrapy + class $classname(scrapy.Spider): name = "$name" allowed_domains = ["$domain"] diff --git a/scrapy/templates/spiders/crawl.tmpl b/scrapy/templates/spiders/crawl.tmpl index 25e84f940..c0f7f1921 100644 --- a/scrapy/templates/spiders/crawl.tmpl +++ b/scrapy/templates/spiders/crawl.tmpl @@ -3,6 +3,7 @@ from scrapy.contrib.linkextractors.sgml import SgmlLinkExtractor from scrapy.contrib.spiders import CrawlSpider, Rule from $project_name.items import ${ProjectName}Item + class $classname(CrawlSpider): name = '$name' allowed_domains = ['$domain'] @@ -13,9 +14,8 @@ class $classname(CrawlSpider): ) def parse_item(self, response): - sel = scrapy.Selector(response) i = ${ProjectName}Item() - #i['domain_id'] = sel.xpath('//input[@id="sid"]/@value').extract() - #i['name'] = sel.xpath('//div[@id="name"]').extract() - #i['description'] = sel.xpath('//div[@id="description"]').extract() + #i['domain_id'] = response.xpath('//input[@id="sid"]/@value').extract() + #i['name'] = response.xpath('//div[@id="name"]').extract() + #i['description'] = response.xpath('//div[@id="description"]').extract() return i diff --git a/scrapy/templates/spiders/csvfeed.tmpl b/scrapy/templates/spiders/csvfeed.tmpl index 7551686a6..6ef84b524 100644 --- a/scrapy/templates/spiders/csvfeed.tmpl +++ b/scrapy/templates/spiders/csvfeed.tmpl @@ -1,6 +1,7 @@ from scrapy.contrib.spiders import CSVFeedSpider from $project_name.items import ${ProjectName}Item + class $classname(CSVFeedSpider): name = '$name' allowed_domains = ['$domain'] diff --git a/scrapy/templates/spiders/xmlfeed.tmpl b/scrapy/templates/spiders/xmlfeed.tmpl index 915affee5..ffff70632 100644 --- a/scrapy/templates/spiders/xmlfeed.tmpl +++ b/scrapy/templates/spiders/xmlfeed.tmpl @@ -1,6 +1,7 @@ from scrapy.contrib.spiders import XMLFeedSpider from $project_name.items import ${ProjectName}Item + class $classname(XMLFeedSpider): name = '$name' allowed_domains = ['$domain']