From 06fdb16f6f687f4e5fa2e1e7223b03c70701559e Mon Sep 17 00:00:00 2001 From: Edwin O Marshall Date: Fri, 7 Mar 2014 09:12:35 -0500 Subject: [PATCH] - removed trac file --- sep/sep-015.trac | 50 ------------------------------------------------ 1 file changed, 50 deletions(-) delete mode 100644 sep/sep-015.trac diff --git a/sep/sep-015.trac b/sep/sep-015.trac deleted file mode 100644 index 43ae5f1ca..000000000 --- a/sep/sep-015.trac +++ /dev/null @@ -1,50 +0,0 @@ -= SEP-015: !ScrapyManager and !SpiderManager API refactoring = - -[[PageOutline(2-5,Contents)]] - -||'''SEP:'''||15|| -||'''Title:'''||!ScrapyManager and !SpiderManger API refactoring|| -||'''Author:'''||Insophia Team|| -||'''Created:'''||2010-03-10|| -||'''Status'''||Final|| - -== Introduction == - -This SEP proposes a refactoring of !ScrapyManager and !SpiderManager APIs. - -== !SpiderManager == - - * get(spider_name) -> Spider instance - * find_by_request(request) -> list of spider names - * list() -> list of spider names - - * remove: fromdomain(), fromurl() - -== !ScrapyManager == - - * crawl_request(request, spider=None) - * calls !SpiderManager.find_by_request(request) if spider is None - * fails if len(spiders returned) != 1 - * crawl_spider(spider) - * calls spider.start_requests() - * crawl_spider_name(spider_name) - * calls !SpiderManager.get(spider_name) - * calls spider.start_requests() - * crawl_url(url) - * calls spider.make_requests_from_url() - - * remove crawl(), runonce() - -Instead of using runonce(), commands (such as crawl/parse) would call crawl_* and then start(). - -== Changes to Commands == - - * if is_url(arg): - * calls !ScrapyManager.crawl_url(arg) - * else: - * calls !ScrapyManager.crawl_spider_name(arg) - -== Pending issues == - - * should we rename !ScrapyManager.crawl_* to schedule_* or add_* ? - * !SpiderManager.find_by_request or !SpiderManager.search(request=request) ?