RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

renamed scrapy.contrib.downloadermiddleware.compression.CompressionMiddleware to scrapy.contrib.downloadermiddleware.http_compression.HTTPCompressionMiddleware 

--HG--
extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40931
This commit is contained in:
samus_ 2009-02-25 09:38:14 +00:00
parent bfcde7e061
commit bf960fb102
8 changed files with 7 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
scrapy/trunk/docs/proposed/tutorial.rst
View File

@ -129,7 +129,7 @@ The ``crawl dmoz.org`` subcommand runs the spider for the ``dmoz.org`` domain, y
[-] Log opened.
[dmoz] INFO: Enabled extensions: TelnetConsole, WebConsole
[dmoz] INFO: Enabled downloader middlewares: ErrorPagesMiddleware, CookiesMiddleware, HttpAuthMiddleware, UserAgentMiddleware, RetryMiddleware, CommonMiddleware, RedirectMiddleware, CompressionMiddleware
[dmoz] INFO: Enabled downloader middlewares: ErrorPagesMiddleware, CookiesMiddleware, HttpAuthMiddleware, UserAgentMiddleware, RetryMiddleware, CommonMiddleware, RedirectMiddleware, HTTPCompressionMiddleware
[dmoz] INFO: Enabled spider middlewares: OffsiteMiddleware, RefererMiddleware, UrlLengthMiddleware, DepthMiddleware, UrlFilterMiddleware
[dmoz] INFO: Enabled item pipelines:
[-] scrapy.management.web.WebConsole starting on 60738

2
scrapy/trunk/docs/ref/settings.rst
View File

@ -296,7 +296,7 @@ Default::
'scrapy.contrib.downloadermiddleware.retry.RetryMiddleware',
'scrapy.contrib.downloadermiddleware.common.CommonMiddleware',
'scrapy.contrib.downloadermiddleware.redirect.RedirectMiddleware',
'scrapy.contrib.downloadermiddleware.compression.CompressionMiddleware',
'scrapy.contrib.downloadermiddleware.http_compression.HTTPCompressionMiddleware',
'scrapy.contrib.downloadermiddleware.debug.CrawlDebug',
'scrapy.contrib.downloadermiddleware.stats.DownloaderStats',
'scrapy.contrib.downloadermiddleware.cache.CacheMiddleware',

2
scrapy/trunk/examples/contrib_exp/googledir/googledir/settings.py
View File

@ -61,7 +61,7 @@ DOWNLOADER_MIDDLEWARES = (
'scrapy.contrib.downloadermiddleware.retry.RetryMiddleware',
'scrapy.contrib.downloadermiddleware.common.CommonMiddleware',
'scrapy.contrib.downloadermiddleware.redirect.RedirectMiddleware',
'scrapy.contrib.downloadermiddleware.compression.CompressionMiddleware',
'scrapy.contrib.downloadermiddleware.http_compression.HTTPCompressionMiddleware',
'scrapy.contrib.downloadermiddleware.debug.CrawlDebug',
'scrapy.contrib.downloadermiddleware.cache.CacheMiddleware',
# Downloader side

2
scrapy/trunk/examples/googledir/googledir/settings.py
View File

@ -61,7 +61,7 @@ DOWNLOADER_MIDDLEWARES = (
'scrapy.contrib.downloadermiddleware.retry.RetryMiddleware',
'scrapy.contrib.downloadermiddleware.common.CommonMiddleware',
'scrapy.contrib.downloadermiddleware.redirect.RedirectMiddleware',
'scrapy.contrib.downloadermiddleware.compression.CompressionMiddleware',
'scrapy.contrib.downloadermiddleware.http_compression.HTTPCompressionMiddleware',
'scrapy.contrib.downloadermiddleware.debug.CrawlDebug',
'scrapy.contrib.downloadermiddleware.cache.CacheMiddleware',
# Downloader side

2
scrapy/trunk/scrapy/conf/default_settings.py
View File

@ -67,7 +67,7 @@ DOWNLOADER_MIDDLEWARES = [
'scrapy.contrib.downloadermiddleware.retry.RetryMiddleware',
'scrapy.contrib.downloadermiddleware.common.CommonMiddleware',
'scrapy.contrib.downloadermiddleware.redirect.RedirectMiddleware',
'scrapy.contrib.downloadermiddleware.compression.CompressionMiddleware',
'scrapy.contrib.downloadermiddleware.http_compression.HTTPCompressionMiddleware',
'scrapy.contrib.downloadermiddleware.debug.CrawlDebug',
'scrapy.contrib.downloadermiddleware.stats.DownloaderStats',
'scrapy.contrib.downloadermiddleware.cache.CacheMiddleware',

2
scrapy/trunk/scrapy/contrib/downloadermiddleware/compression.py → scrapy/trunk/scrapy/contrib/downloadermiddleware/http_compression.py
View File

@ -5,7 +5,7 @@ from cStringIO import StringIO
from scrapy.http import Response
class CompressionMiddleware(object):
class HTTPCompressionMiddleware(object):
"""This middleware allows compressed (gzip, deflate) traffic to be
sent/received from web sites"""

3
scrapy/trunk/scrapy/contrib_exp/downloadermiddleware/decompression.py
View File

@ -1,8 +1,5 @@
""" This module implements the DecompressionMiddleware which tries to recognise
and extract the potentially compressed responses that may arrive.
NOTE: This middleware needs a better name to avoid confusiong it with the
CompressinMiddleware (in contrib.downloadermiddleware.compression).
"""
import zipfile

2
scrapy/trunk/scrapy/templates/project/module/settings.py
View File

@ -61,7 +61,7 @@ DOWNLOADER_MIDDLEWARES = (
'scrapy.contrib.downloadermiddleware.retry.RetryMiddleware',
'scrapy.contrib.downloadermiddleware.common.CommonMiddleware',
'scrapy.contrib.downloadermiddleware.redirect.RedirectMiddleware',
'scrapy.contrib.downloadermiddleware.compression.CompressionMiddleware',
'scrapy.contrib.downloadermiddleware.http_compression.HTTPCompressionMiddleware',
'scrapy.contrib.downloadermiddleware.debug.CrawlDebug',
'scrapy.contrib.downloadermiddleware.cache.CacheMiddleware',
# Downloader side