From d3c2b0cf7ec185d18464e85974ee7499acecad79 Mon Sep 17 00:00:00 2001 From: Konstantin Lopuhin Date: Mon, 18 Jan 2016 10:06:14 +0300 Subject: [PATCH] py3 webclient: I was mistaken about unicode body, revert conversion to bytes and fix HEAD response --- scrapy/core/downloader/webclient.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/scrapy/core/downloader/webclient.py b/scrapy/core/downloader/webclient.py index d2cdd6f98..bbbb98f60 100644 --- a/scrapy/core/downloader/webclient.py +++ b/scrapy/core/downloader/webclient.py @@ -66,7 +66,7 @@ class ScrapyHTTPPageGetter(HTTPClient): def handleResponse(self, response): if self.factory.method.upper() == b'HEAD': - self.factory.page('') + self.factory.page(b'') elif self.length is not None and self.length > 0: self.factory.noPage(self._connection_lost_reason) else: @@ -131,7 +131,6 @@ class ScrapyHTTPClientFactory(HTTPClientFactory): status = int(self.status) headers = Headers(self.response_headers) respcls = responsetypes.from_args(headers=headers, url=self._url) - body = to_bytes(body) return respcls(url=self._url, status=status, headers=headers, body=body) def _set_connection_attributes(self, request):