RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

PY3 fix Python 3 syntax errors in ajaxcrawl.py 

Tests for _has_ajaxcrawlable_meta passin Python 3.
This commit is contained in:
Mikhail Korobov 2015-04-15 04:16:26 +05:00
parent f40587c661
commit 0b76487629
2 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
scrapy/contrib/downloadermiddleware/ajaxcrawl.py
View File

@ -1,11 +1,13 @@
# -*- coding: utf-8 -*-
from __future__ import absolute_import
import re
import six
from w3lib import html
from scrapy import log
from scrapy.exceptions import NotConfigured
from scrapy.http import HtmlResponse
from scrapy.utils.response import _noscript_re, _script_re
from w3lib import html
class AjaxCrawlMiddleware(object):
"""
@ -61,7 +63,7 @@ class AjaxCrawlMiddleware(object):
# XXX: move it to w3lib?
_ajax_crawlable_re = re.compile(ur'<meta\s+name=["\']fragment["\']\s+content=["\']!["\']/?>')
_ajax_crawlable_re = re.compile(six.u(r'<meta\s+name=["\']fragment["\']\s+content=["\']!["\']/?>'))
def _has_ajaxcrawlable_meta(text):
"""
>>> _has_ajaxcrawlable_meta('<html><head><meta name="fragment" content="!"/></head><body></body></html>')

1
tests/py3-ignores.txt
View File

@ -92,7 +92,6 @@ scrapy/contrib/linkextractors/htmlparser.py
scrapy/contrib/downloadermiddleware/retry.py
scrapy/contrib/downloadermiddleware/httpproxy.py
scrapy/contrib/downloadermiddleware/cookies.py
scrapy/contrib/downloadermiddleware/ajaxcrawl.py
scrapy/contrib/statsmailer.py
scrapy/contrib/memusage.py
scrapy/commands/deploy.py