From 677064964b2bdad9edb9574fd6c7e821b9ca76c6 Mon Sep 17 00:00:00 2001 From: elpolilla Date: Mon, 8 Dec 2008 13:42:25 +0000 Subject: [PATCH] Added template for CSVFeedSpiders --HG-- extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40480 --- .../templates/spider_csvfeed.tmpl | 23 +++++++++++++++++++ .../templates/spider_xmlfeed.tmpl | 1 - 2 files changed, 23 insertions(+), 1 deletion(-) create mode 100644 scrapy/trunk/scrapy/conf/project_template/templates/spider_csvfeed.tmpl diff --git a/scrapy/trunk/scrapy/conf/project_template/templates/spider_csvfeed.tmpl b/scrapy/trunk/scrapy/conf/project_template/templates/spider_csvfeed.tmpl new file mode 100644 index 000000000..abd72a7c2 --- /dev/null +++ b/scrapy/trunk/scrapy/conf/project_template/templates/spider_csvfeed.tmpl @@ -0,0 +1,23 @@ +# -*- coding: utf8 -*- +from decobot.common.spiders import DecobotCSVFeedSpider + +class $classname(CSVFeedSpider): + domain_name = "$site" + start_urls = ['http://www.$site/feed.csv'] + # headers = ['id', 'name', 'description', 'image_link'] + # delimiter = '\t' + + # Do any adaptations you need here + #def adapt_response(self, response): + # return response + + def parse_row(self, response, row): + p = self.create_product(response) + #p.attribute("site_id", row["id"]) + #p.attribute("supplier", self.domain_name) + #p.attribute("name", row["name"]) + #p.attribute("description", row["description"]) + #p.attribute("image_urls", row["image_link"]) + return p + +SPIDER = $classname() diff --git a/scrapy/trunk/scrapy/conf/project_template/templates/spider_xmlfeed.tmpl b/scrapy/trunk/scrapy/conf/project_template/templates/spider_xmlfeed.tmpl index d5c9f1182..a470063cf 100644 --- a/scrapy/trunk/scrapy/conf/project_template/templates/spider_xmlfeed.tmpl +++ b/scrapy/trunk/scrapy/conf/project_template/templates/spider_xmlfeed.tmpl @@ -1,5 +1,4 @@ # -*- coding: utf8 -*- -from scrapy.xpath import HtmlXPathSelector from scrapy.contrib.spiders import XMLFeedSpider class $classname(XMLFeedSpider):