RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

use regular comments

This commit is contained in:
Vostretsov Nikita 2018-12-14 14:55:06 +00:00
parent 6af964cc0b
commit a46613afa8
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
scrapy/pqueues.py
View File

@ -64,10 +64,8 @@ def _scheduler_slot(request):
def _pathable(x):
pathable_slot = "".join([c if c.isalnum() or c in '-._' else '_' for c in x])
"""
as we replace some letters we can get collision for different slots
add we add unique part
"""
# as we replace some letters we can get collision for different slots
# add we add unique part
unique_slot = hashlib.md5(x.encode('utf8')).hexdigest()
return '-'.join([pathable_slot, unique_slot])