From 0e06b9a81672ec432d2fccc3cbacc823ea47b656 Mon Sep 17 00:00:00 2001
From: Vostretsov Nikita <whalebot.helmsman@gmail.com>
Date: Fri, 14 Dec 2018 14:35:18 +0000
Subject: [PATCH] use urlparse_cached where it is possible

---
 scrapy/pqueues.py | 24 ++++++++++++++++++++----
 1 file changed, 20 insertions(+), 4 deletions(-)

diff --git a/scrapy/pqueues.py b/scrapy/pqueues.py
index 287a8de35..ff7ec8c8a 100644
--- a/scrapy/pqueues.py
+++ b/scrapy/pqueues.py
@@ -8,6 +8,7 @@ from queuelib import PriorityQueue
 from scrapy.core.downloader import Downloader
 from scrapy.http import Request
 from scrapy.signals import request_reached_downloader, response_downloaded
+from scrapy.utils.httpobj import urlparse_cached
 
 
 logger = logging.getLogger(__name__)
@@ -41,11 +42,26 @@ def _scheduler_slot_write(request, slot):
 
 def _scheduler_slot(request):
 
-    slot = _scheduler_slot_read(request, None)
-    if slot is None:
-        url = _get_from_request(request, 'url')
+    if isinstance(request, dict):
+        meta = request.get('meta', dict())
+    elif isinstance(request, Request):
+        meta = request.meta
+    else:
+        raise ValueError('Bad type of request "%s"' % (request.__class__, ))
+
+    slot = meta.get(SCHEDULER_SLOT_META_KEY, None)
+
+    if slot is not None:
+        return slot
+
+    if isinstance(request, dict):
+        url = request.get('url', None)
         slot = urlparse(url).hostname or ''
-        _scheduler_slot_write(request, slot)
+    elif isinstance(request, Request):
+        url = request.url
+        slot = urlparse_cached(request).hostname or ''
+
+    meta[SCHEDULER_SLOT_META_KEY] = slot
 
     return slot