mirror of https://github.com/scrapy/scrapy.git
27 lines
600 B
Python
27 lines
600 B
Python
"""
|
|
Transitional module for moving to the w3lib library.
|
|
|
|
For new code, always import from w3lib.http instead of this module
|
|
"""
|
|
|
|
from w3lib.http import *
|
|
|
|
def decode_chunked_transfer(chunked_body):
|
|
"""Parsed body received with chunked transfer encoding, and return the
|
|
decoded body.
|
|
|
|
For more info see:
|
|
https://en.wikipedia.org/wiki/Chunked_transfer_encoding
|
|
|
|
"""
|
|
body, h, t = '', '', chunked_body
|
|
while t:
|
|
h, t = t.split('\r\n', 1)
|
|
if h == '0':
|
|
break
|
|
size = int(h, 16)
|
|
body += t[:size]
|
|
t = t[size+2:]
|
|
return body
|
|
|