RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

set more proper request priority for robots middleware and media pipeline

This commit is contained in:
Pablo Hoffman 2009-06-25 12:10:55 -03:00
parent c22d2b1587
commit 7933e00ebd
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
scrapy/contrib/downloadermiddleware/robotstxt.py
View File

@ -18,7 +18,7 @@ from scrapy.core.exceptions import IgnoreRequest
from scrapy.conf import settings
class RobotsTxtMiddleware(object):
DOWNLOAD_PRIORITY = -1
DOWNLOAD_PRIORITY = 1000
def __init__(self):
if not settings.getbool('ROBOTSTXT_OBEY'):

2
scrapy/contrib/pipeline/media.py
View File

@ -10,7 +10,7 @@ from scrapy.spider import spiders
class MediaPipeline(object):
DOWNLOAD_PRIORITY = -1
DOWNLOAD_PRIORITY = 1000
class DomainInfo(object):
def __init__(self, domain):