scrapy/scrapy/http/response/__init__.py

82 lines
2.7 KiB
Python

"""
This module implements the Response class which is used to represent HTTP
responses in Scrapy.
See documentation in docs/ref/request-response.rst
"""
import copy
from scrapy.http.headers import Headers
from scrapy.utils.trackref import object_ref
class Response(object_ref):
__slots__ = ['url', 'headers', 'status', '_body', 'request', '_meta', \
'flags', '_cache', '__weakref__']
def __init__(self, url, status=200, headers=None, body='', meta=None, flags=None):
self.url = url
self.headers = Headers(headers or {})
self.status = int(status)
self._set_body(body)
self.request = None
self.flags = [] if flags is None else list(flags)
self._meta = dict(meta) if meta else None
self._cache = None
@property
def meta(self):
if self._meta is None:
self._meta = {}
return self._meta
@property
def cache(self):
if self._cache is None:
self._cache = {}
return self._cache
def _get_body(self):
return self._body
def _set_body(self, body):
if isinstance(body, str):
self._body = body
elif isinstance(body, unicode):
raise TypeError("Cannot assign a unicode body to a raw Response. Use TextResponse, HtmlResponse, etc")
elif body is None:
self._body = ''
else:
raise TypeError("Response body must either str or unicode. Got: '%s'" % type(body).__name__)
body = property(_get_body, _set_body)
def __repr__(self):
return "%s(url=%s, headers=%s, status=%s, body=%s)" % \
(type(self).__name__, repr(self.url), repr(self.headers), repr(self.status), repr(self.body))
def __str__(self):
flags = "(%s) " % ",".join(self.flags) if self.flags else ""
status = "%d " % self.status + " " if self.status != 200 else ""
return "%s<%s%s>" % (flags, status, self.url)
def copy(self):
"""Return a copy of this Response"""
return self.replace()
def replace(self, url=None, status=None, headers=None, body=None, meta=None, flags=None, cls=None, **kwargs):
"""Create a new Response with the same attributes except for those
given new values.
"""
if cls is None:
cls = self.__class__
new = cls(url=self.url if url is None else url,
status=self.status if status is None else status,
headers=copy.deepcopy(self.headers) if headers is None else headers,
body=self.body if body is None else body,
meta=self.meta if meta is None else meta,
flags=self.flags if flags is None else flags,
**kwargs)
return new