diff --git a/scrapy/trunk/scrapy/conf/project_template/templates/spider_csvfeed.tmpl b/scrapy/trunk/scrapy/conf/project_template/templates/spider_csvfeed.tmpl new file mode 100644 index 000000000..abd72a7c2 --- /dev/null +++ b/scrapy/trunk/scrapy/conf/project_template/templates/spider_csvfeed.tmpl @@ -0,0 +1,23 @@ +# -*- coding: utf8 -*- +from decobot.common.spiders import DecobotCSVFeedSpider + +class $classname(CSVFeedSpider): + domain_name = "$site" + start_urls = ['http://www.$site/feed.csv'] + # headers = ['id', 'name', 'description', 'image_link'] + # delimiter = '\t' + + # Do any adaptations you need here + #def adapt_response(self, response): + # return response + + def parse_row(self, response, row): + p = self.create_product(response) + #p.attribute("site_id", row["id"]) + #p.attribute("supplier", self.domain_name) + #p.attribute("name", row["name"]) + #p.attribute("description", row["description"]) + #p.attribute("image_urls", row["image_link"]) + return p + +SPIDER = $classname() diff --git a/scrapy/trunk/scrapy/conf/project_template/templates/spider_xmlfeed.tmpl b/scrapy/trunk/scrapy/conf/project_template/templates/spider_xmlfeed.tmpl index d5c9f1182..a470063cf 100644 --- a/scrapy/trunk/scrapy/conf/project_template/templates/spider_xmlfeed.tmpl +++ b/scrapy/trunk/scrapy/conf/project_template/templates/spider_xmlfeed.tmpl @@ -1,5 +1,4 @@ # -*- coding: utf8 -*- -from scrapy.xpath import HtmlXPathSelector from scrapy.contrib.spiders import XMLFeedSpider class $classname(XMLFeedSpider):