mirror of https://github.com/scrapy/scrapy.git
Merge pull request #3318 from scrapy/delete-relocation-shims
[MRG+1] Delete relocation shims
This commit is contained in:
Daniel Graña
GitHub
commit
666e23714a
11
.coveragerc
11
.coveragerc
|
|
@ -5,15 +5,4 @@ omit =
|
|||
tests/*
|
||||
scrapy/xlib/*
|
||||
scrapy/conf.py
|
||||
scrapy/stats.py
|
||||
scrapy/project.py
|
||||
scrapy/utils/decorator.py
|
||||
scrapy/statscol.py
|
||||
scrapy/squeue.py
|
||||
scrapy/log.py
|
||||
scrapy/dupefilter.py
|
||||
scrapy/command.py
|
||||
scrapy/linkextractor.py
|
||||
scrapy/spider.py
|
||||
scrapy/contrib/*
|
||||
scrapy/contrib_exp/*
|
||||
|
|
|
|||
11
conftest.py
11
conftest.py
|
|
@ -11,21 +11,12 @@ def _py_files(folder):
|
|||
collect_ignore = [
|
||||
# deprecated or moved modules
|
||||
"scrapy/conf.py",
|
||||
"scrapy/stats.py",
|
||||
"scrapy/project.py",
|
||||
"scrapy/utils/decorator.py",
|
||||
"scrapy/statscol.py",
|
||||
"scrapy/squeue.py",
|
||||
"scrapy/log.py",
|
||||
"scrapy/dupefilter.py",
|
||||
"scrapy/command.py",
|
||||
"scrapy/linkextractor.py",
|
||||
"scrapy/spider.py",
|
||||
|
||||
# not a test, but looks like a test
|
||||
"scrapy/utils/testsite.py",
|
||||
|
||||
] + _py_files("scrapy/contrib") + _py_files("scrapy/contrib_exp")
|
||||
]
|
||||
|
||||
if (twisted_version.major, twisted_version.minor, twisted_version.micro) >= (15, 5, 0):
|
||||
collect_ignore += _py_files("scrapy/xlib/tx")
|
||||
|
|
|
|||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.command` is deprecated, "
|
||||
"use `scrapy.commands` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.commands import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.closespider` is deprecated, "
|
||||
"use `scrapy.extensions.closespider` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.extensions.closespider import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.corestats` is deprecated, "
|
||||
"use `scrapy.extensions.corestats` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.extensions.corestats import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.debug` is deprecated, "
|
||||
"use `scrapy.extensions.debug` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.extensions.debug import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.downloadermiddleware.ajaxcrawl` is deprecated, "
|
||||
"use `scrapy.downloadermiddlewares.ajaxcrawl` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.downloadermiddlewares.ajaxcrawl import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.downloadermiddleware.chunked` is deprecated, "
|
||||
"use `scrapy.downloadermiddlewares.chunked` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.downloadermiddlewares.chunked import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.downloadermiddleware.cookies` is deprecated, "
|
||||
"use `scrapy.downloadermiddlewares.cookies` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.downloadermiddlewares.cookies import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.downloadermiddleware.decompression` is deprecated, "
|
||||
"use `scrapy.downloadermiddlewares.decompression` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.downloadermiddlewares.decompression import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.downloadermiddleware.defaultheaders` is deprecated, "
|
||||
"use `scrapy.downloadermiddlewares.defaultheaders` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.downloadermiddlewares.defaultheaders import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.downloadermiddleware.downloadtimeout` is deprecated, "
|
||||
"use `scrapy.downloadermiddlewares.downloadtimeout` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.downloadermiddlewares.downloadtimeout import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.downloadermiddleware.httpauth` is deprecated, "
|
||||
"use `scrapy.downloadermiddlewares.httpauth` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.downloadermiddlewares.httpauth import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.downloadermiddleware.httpcache` is deprecated, "
|
||||
"use `scrapy.downloadermiddlewares.httpcache` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.downloadermiddlewares.httpcache import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.downloadermiddleware.httpcompression` is deprecated, "
|
||||
"use `scrapy.downloadermiddlewares.httpcompression` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.downloadermiddlewares.httpcompression import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.downloadermiddleware.httpproxy` is deprecated, "
|
||||
"use `scrapy.downloadermiddlewares.httpproxy` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.downloadermiddlewares.httpproxy import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.downloadermiddleware.redirect` is deprecated, "
|
||||
"use `scrapy.downloadermiddlewares.redirect` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.downloadermiddlewares.redirect import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.downloadermiddleware.retry` is deprecated, "
|
||||
"use `scrapy.downloadermiddlewares.retry` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.downloadermiddlewares.retry import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.downloadermiddleware.robotstxt` is deprecated, "
|
||||
"use `scrapy.downloadermiddlewares.robotstxt` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.downloadermiddlewares.robotstxt import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.downloadermiddleware.stats` is deprecated, "
|
||||
"use `scrapy.downloadermiddlewares.stats` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.downloadermiddlewares.stats import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.downloadermiddleware.useragent` is deprecated, "
|
||||
"use `scrapy.downloadermiddlewares.useragent` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.downloadermiddlewares.useragent import *
|
||||
|
|
@ -1,8 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.exporter` is deprecated, "
|
||||
"use `scrapy.exporters` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.exporters import *
|
||||
from scrapy.exporters import PythonItemExporter
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.feedexport` is deprecated, "
|
||||
"use `scrapy.extensions.feedexport` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.extensions.feedexport import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.httpcache` is deprecated, "
|
||||
"use `scrapy.extensions.httpcache` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.extensions.httpcache import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.linkextractors` is deprecated, "
|
||||
"use `scrapy.linkextractors` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.linkextractors import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.linkextractors.htmlparser` is deprecated, "
|
||||
"use `scrapy.linkextractors.htmlparser` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.linkextractors.htmlparser import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.linkextractors.lxmlhtml` is deprecated, "
|
||||
"use `scrapy.linkextractors.lxmlhtml` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.linkextractors.lxmlhtml import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.linkextractors.regex` is deprecated, "
|
||||
"use `scrapy.linkextractors.regex` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.linkextractors.regex import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.linkextractors.sgml` is deprecated, "
|
||||
"use `scrapy.linkextractors.sgml` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.linkextractors.sgml import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.loader` is deprecated, "
|
||||
"use `scrapy.loader` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.loader import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.loader.common` is deprecated, "
|
||||
"use `scrapy.loader.common` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.loader.common import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.loader.processor` is deprecated, "
|
||||
"use `scrapy.loader.processors` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.loader.processors import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.logstats` is deprecated, "
|
||||
"use `scrapy.extensions.logstats` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.extensions.logstats import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.memdebug` is deprecated, "
|
||||
"use `scrapy.extensions.memdebug` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.extensions.memdebug import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.memusage` is deprecated, "
|
||||
"use `scrapy.extensions.memusage` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.extensions.memusage import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.pipeline` is deprecated, "
|
||||
"use `scrapy.pipelines` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.pipelines import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.pipeline.files` is deprecated, "
|
||||
"use `scrapy.pipelines.files` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.pipelines.files import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.pipeline.images` is deprecated, "
|
||||
"use `scrapy.pipelines.images` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.pipelines.images import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.pipeline.media` is deprecated, "
|
||||
"use `scrapy.pipelines.media` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.pipelines.media import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.spidermiddleware.depth` is deprecated, "
|
||||
"use `scrapy.spidermiddlewares.depth` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.spidermiddlewares.depth import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.spidermiddleware.httperror` is deprecated, "
|
||||
"use `scrapy.spidermiddlewares.httperror` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.spidermiddlewares.httperror import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.spidermiddleware.offsite` is deprecated, "
|
||||
"use `scrapy.spidermiddlewares.offsite` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.spidermiddlewares.offsite import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.spidermiddleware.referer` is deprecated, "
|
||||
"use `scrapy.spidermiddlewares.referer` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.spidermiddlewares.referer import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.spidermiddleware.urllength` is deprecated, "
|
||||
"use `scrapy.spidermiddlewares.urllength` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.spidermiddlewares.urllength import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.spiders` is deprecated, "
|
||||
"use `scrapy.spiders` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.spiders import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.spiders.crawl` is deprecated, "
|
||||
"use `scrapy.spiders.crawl` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.spiders.crawl import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.spiders.feed` is deprecated, "
|
||||
"use `scrapy.spiders.feed` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.spiders.feed import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.spiders.init` is deprecated, "
|
||||
"use `scrapy.spiders.init` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.spiders.init import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.spiders.sitemap` is deprecated, "
|
||||
"use `scrapy.spiders.sitemap` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.spiders.sitemap import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.spiderstate` is deprecated, "
|
||||
"use `scrapy.extensions.spiderstate` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.extensions.spiderstate import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.statsmailer` is deprecated, "
|
||||
"use `scrapy.extensions.statsmailer` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.extensions.statsmailer import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib.throttle` is deprecated, "
|
||||
"use `scrapy.extensions.throttle` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.extensions.throttle import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib_exp.downloadermiddleware.decompression` is deprecated, "
|
||||
"use `scrapy.downloadermiddlewares.decompression` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.downloadermiddlewares.decompression import DecompressionMiddleware
|
||||
|
|
@ -1,6 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.contrib_exp.iterators` is deprecated, use `scrapy.utils.iterators` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.utils.iterators import xmliter_lxml
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.dupefilter` is deprecated, "
|
||||
"use `scrapy.dupefilters` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.dupefilters import *
|
||||
|
|
@ -16,7 +16,3 @@ class ISpiderLoader(Interface):
|
|||
def find_by_request(request):
|
||||
"""Return the list of spiders names that can handle the given request"""
|
||||
|
||||
|
||||
# ISpiderManager is deprecated, don't use it!
|
||||
# An alias is kept for backwards compatibility.
|
||||
ISpiderManager = ISpiderLoader
|
||||
|
|
|
|||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.linkextractor` is deprecated, "
|
||||
"use `scrapy.linkextractors` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.linkextractors import *
|
||||
|
|
@ -1,17 +0,0 @@
|
|||
|
||||
"""
|
||||
Obsolete module, kept for giving a meaningful error message when trying to
|
||||
import.
|
||||
"""
|
||||
|
||||
raise ImportError("""scrapy.project usage has become obsolete.
|
||||
|
||||
If you want to get the Scrapy crawler from your extension, middleware or
|
||||
pipeline implement the `from_crawler` class method (or look up for extending
|
||||
components that have already done it, such as spiders).
|
||||
|
||||
For example:
|
||||
|
||||
@classmethod
|
||||
def from_crawler(cls, crawler):
|
||||
return cls(crawler)""")
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.spider` is deprecated, "
|
||||
"use `scrapy.spiders` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.spiders import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
"""
|
||||
Backwards compatibility shim. Use scrapy.spiderloader instead.
|
||||
"""
|
||||
from scrapy.spiderloader import SpiderLoader
|
||||
from scrapy.utils.deprecate import create_deprecated_class
|
||||
|
||||
SpiderManager = create_deprecated_class('SpiderManager', SpiderLoader)
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.squeue` is deprecated, "
|
||||
"use `scrapy.squeues` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.squeues import *
|
||||
|
|
@ -1,8 +0,0 @@
|
|||
|
||||
"""
|
||||
Obsolete module, kept for giving a meaningful error message when trying to
|
||||
import.
|
||||
"""
|
||||
|
||||
raise ImportError("scrapy.stats usage has become obsolete, use "
|
||||
"`crawler.stats` attribute instead")
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.statscol` is deprecated, "
|
||||
"use `scrapy.statscollectors` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.statscollectors import *
|
||||
|
|
@ -1,7 +0,0 @@
|
|||
import warnings
|
||||
from scrapy.exceptions import ScrapyDeprecationWarning
|
||||
warnings.warn("Module `scrapy.utils.decorator` is deprecated, "
|
||||
"use `scrapy.utils.decorators` instead",
|
||||
ScrapyDeprecationWarning, stacklevel=2)
|
||||
|
||||
from scrapy.utils.decorators import *
|
||||
|
|
@ -124,26 +124,7 @@ def _clspath(cls, forced=None):
|
|||
|
||||
|
||||
DEPRECATION_RULES = [
|
||||
('scrapy.contrib_exp.downloadermiddleware.decompression.', 'scrapy.downloadermiddlewares.decompression.'),
|
||||
('scrapy.contrib_exp.iterators.', 'scrapy.utils.iterators.'),
|
||||
('scrapy.contrib.downloadermiddleware.', 'scrapy.downloadermiddlewares.'),
|
||||
('scrapy.contrib.exporter.', 'scrapy.exporters.'),
|
||||
('scrapy.contrib.linkextractors.', 'scrapy.linkextractors.'),
|
||||
('scrapy.contrib.loader.processor.', 'scrapy.loader.processors.'),
|
||||
('scrapy.contrib.loader.', 'scrapy.loader.'),
|
||||
('scrapy.contrib.pipeline.', 'scrapy.pipelines.'),
|
||||
('scrapy.contrib.spidermiddleware.', 'scrapy.spidermiddlewares.'),
|
||||
('scrapy.contrib.spiders.', 'scrapy.spiders.'),
|
||||
('scrapy.contrib.', 'scrapy.extensions.'),
|
||||
('scrapy.command.', 'scrapy.commands.'),
|
||||
('scrapy.dupefilter.', 'scrapy.dupefilters.'),
|
||||
('scrapy.linkextractor.', 'scrapy.linkextractors.'),
|
||||
('scrapy.telnet.', 'scrapy.extensions.telnet.'),
|
||||
('scrapy.spider.', 'scrapy.spiders.'),
|
||||
('scrapy.squeue.', 'scrapy.squeues.'),
|
||||
('scrapy.statscol.', 'scrapy.statscollectors.'),
|
||||
('scrapy.utils.decorator.', 'scrapy.utils.decorators.'),
|
||||
('scrapy.spidermanager.SpiderManager', 'scrapy.spiderloader.SpiderLoader'),
|
||||
]
|
||||
|
||||
|
||||
|
|
|
|||
Loading…
Reference in New Issue