diff --git a/scrapy/pqueues.py b/scrapy/pqueues.py
index 0ad0b5d78..2efc43d4b 100644
--- a/scrapy/pqueues.py
+++ b/scrapy/pqueues.py
@@ -141,10 +141,14 @@ class ScrapyPriorityQueue:
             q = self.qfactory(priority)
             if q:
                 self.queues[priority] = q
+            else:
+                q.close()
             if self._start_queue_cls:
                 q = self._sqfactory(priority)
                 if q:
                     self._start_queues[priority] = q
+                else:
+                    q.close()
 
         self.curprio = min(startprios)