From e208f82076182e71a4eb8470eb527363158f4b0c Mon Sep 17 00:00:00 2001
From: vishesh10 <visheshbansal10@gmail.com>
Date: Thu, 22 Feb 2024 16:46:24 +0530
Subject: [PATCH] Add support for multiple-compressed responses (#6063)

---
 .../downloadermiddlewares/httpcompression.py  |  34 ++++++++--
 .../compressed/html-gzip-deflate-gzip.bin     | Bin 0 -> 8014 bytes
 .../compressed/html-gzip-deflate.bin          | Bin 0 -> 7991 bytes
 ...st_downloadermiddleware_httpcompression.py |  58 ++++++++++++++++++
 4 files changed, 87 insertions(+), 5 deletions(-)
 create mode 100644 tests/sample_data/compressed/html-gzip-deflate-gzip.bin
 create mode 100644 tests/sample_data/compressed/html-gzip-deflate.bin

diff --git a/scrapy/downloadermiddlewares/httpcompression.py b/scrapy/downloadermiddlewares/httpcompression.py
index 709333948..1e340abb6 100644
--- a/scrapy/downloadermiddlewares/httpcompression.py
+++ b/scrapy/downloadermiddlewares/httpcompression.py
@@ -1,6 +1,7 @@
 from __future__ import annotations
 
 import warnings
+from itertools import chain
 from logging import getLogger
 from typing import TYPE_CHECKING, List, Optional, Union
 
@@ -102,18 +103,18 @@ class HttpCompressionMiddleware:
         if isinstance(response, Response):
             content_encoding = response.headers.getlist("Content-Encoding")
             if content_encoding:
-                encoding = content_encoding.pop()
                 max_size = request.meta.get("download_maxsize", self._max_size)
                 warn_size = request.meta.get("download_warnsize", self._warn_size)
                 try:
-                    decoded_body = self._decode(
-                        response.body, encoding.lower(), max_size
+                    decoded_body, content_encoding = self._handle_encoding(
+                        response.body, content_encoding, max_size
                     )
                 except _DecompressionMaxSizeExceeded:
                     raise IgnoreRequest(
                         f"Ignored response {response} because its body "
-                        f"({len(response.body)} B) exceeded DOWNLOAD_MAXSIZE "
-                        f"({max_size} B) during decompression."
+                        f"({len(response.body)} B compressed) exceeded "
+                        f"DOWNLOAD_MAXSIZE ({max_size} B) during "
+                        f"decompression."
                     )
                 if len(response.body) < warn_size <= len(decoded_body):
                     logger.warning(
@@ -121,6 +122,7 @@ class HttpCompressionMiddleware:
                         f"({len(decoded_body)} B) is larger than the "
                         f"download warning size ({warn_size} B)."
                     )
+                response.headers["Content-Encoding"] = content_encoding
                 if self.stats:
                     self.stats.inc_value(
                         "httpcompression/response_bytes",
@@ -144,6 +146,28 @@ class HttpCompressionMiddleware:
 
         return response
 
+    def _handle_encoding(self, body, content_encoding, max_size):
+        to_decode, to_keep = self._split_encodings(content_encoding)
+        for encoding in to_decode:
+            body = self._decode(body, encoding, max_size)
+        return body, to_keep
+
+    def _split_encodings(self, content_encoding):
+        to_keep = [
+            encoding.strip().lower()
+            for encoding in chain.from_iterable(
+                encodings.split(b",") for encodings in content_encoding
+            )
+        ]
+        to_decode = []
+        while to_keep:
+            encoding = to_keep.pop()
+            if encoding not in ACCEPTED_ENCODINGS:
+                to_keep.append(encoding)
+                return to_decode, to_keep
+            to_decode.append(encoding)
+        return to_decode, to_keep
+
     def _decode(self, body: bytes, encoding: bytes, max_size: int) -> bytes:
         if encoding == b"gzip" or encoding == b"x-gzip":
             return gunzip(body, max_size=max_size)
diff --git a/tests/sample_data/compressed/html-gzip-deflate-gzip.bin b/tests/sample_data/compressed/html-gzip-deflate-gzip.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d66f4c5a03df80085208d8990df59e1702c63b50
GIT binary patch
literal 8014
zcmV-UAF<#ciwFP!000000|7T5$l!RKHC1(7lmGWskY<D+F$4r@P(T_9iP0%AO1g)1
zcMR$7?j9lCB_SPyfzn7w2uQ~SzT@+I{r-K<bMCou?tRlnVLvf>!}j3`dRLA?64iIN
z(Bm6+BEw<l6v;`~DRN_=KtiG*V~PQ;V$CuJgTz}lWWl0=0(XF4JJyydqgafW49)j#
zHmAA<XogGsl-HDx*zKUW-`(#3uN$L)8_SDh&K{&Ya%*t#4q<UW<$q;~G;i{D3TW+F
zb}%|JJmloOT7Vs_97G`k{un+??H{aMm;`uT{kl1cWaiAJeb^a^(iU*IPklgcUJl+v
zkXze>8}=7FI~PdU-NoI$sYi=<ld4C1&x*mC0rk=Gl>=Cu_J|W)>riui_5yjZAmBi-
za14I9JL=!~z9y>ZG1)S5g}nXRqrXC3vsTsJxlC(lv|L*QFL5BGB|t7A5y<nK`^(>V
z8)A3oNJKx+@#>nN_hRjk)tc|^i3jX>&B*BY@$Ev^66`9i!wQBVG<vw%-givP-E{0S
zx^s2u68`jQn|AeZ&Hv>74zW%9*8cbkc6?RKdAV?G-_trm>*sW}ar*a&5LpX`354B2
zJVft*L#}$lU@P1H7kM35$fXWsR*Qqj@tWcB+nQ6x<I6N;)Oq(_2YjJaTYua3GB4N1
zt)=I|F~B#Qp%h_sb#?X7&~bZW=Y7_JyxN<p)&Bn5tEtD}F8TiQV$kHlGLPo=z_st_
zR;qp7vFp|(0LdoLao48}%j@|;ZDgD$os##rpQSpi_TL86+V-g@qT~GF3YON=A(g6@
z=nbD-*|@(RJ3s!n^xeoOhvtMoAlHIl?6RXDc7lMf5W>zO@<wYS5AGN0(Je3scaH#{
z`$OgD4{4lN+TyF({w{Mz{+fFhWQhHx&8zN!j)yyK*s+SXe@n;8iqZ0?fF^IR+rJjx
z{T)$RV~r~A3mtcd6R=|F0=f9_w11G4+$;BsUD2dU2l0s0%lIwttKFrc797NWNB;%#
zpEGSh6761D*3vmgfUw_TUSha?z@kA-_rLSnF=X5?sx;}_%mBs0hj<Jh<X7Pu6R%>V
ze?a^36_WPKCXE`N<a@Kg@n`AWUcSI1jk!RCN?<sN{HjA+KB3m$epV~MS5JI`mRevZ
z3b|x=d&Li9I$Vr832U#coFzOgqW!hG*4Wcpb$daZ<B#jsbfhYN_sc`MeBtn<?Dw8-
z?pA=mZ++3ouxhKGMbVjMlOl5OHcr*(xPc+Bw9G5jfp@WZ^I^TvouqvvDpWbUTVusx
zaZi5`GCMbWwW#SdTQ%tB^dn>s`Negn^k~p+;;T*8$ie;1b<d_7EuRaRxLRGBD3XYr
z5rj?544RwWSBS)xsg@_cE6p@yFwv-;c+UWG-Ah$uF9g4r<VZHrP=)cb(uec4tTsYq
zLzEf2T}bqc?u)}$|LhlsTauLacr??G$CekVN%K*F!u1(J&zx$Nwb-{EOrI||vdTxs
z<Jtz_tY$=FLu9cjnL*gIb9Re1uw2ptu(wvmT?#3&K+5%eqYVGy`4tn0VOHo()6Yn*
z_l22;YF%CtD22t!FuFJGdu4hKh0chJQogsXDh~oky0&|W6Cv@6e|mSh_BErBkV$&t
z61i$gyy8cx63x6+Pk6ezl+}3uXFjFcjiDz=t5xg8m~`vYRGTStucDQ^<YiRWv$oEX
z^ah`gtjhe!%z#)A*vmoEQysqn(WEO=lIMuZY9T&Qy+okq=cKvmj%&Kon1*Y6>p6St
z(w-Ipec=t_y1GQ*KveU{lv3?#F=k0kbRY>0A4F~1xD=?@M3uRB<!C$GRVk?{55UZ^
zgRf}v8t~z&#dX-;?peYl4ny~@<k)p|_Q7qtlbzPE;D5!T^CG&#bOnn5uLKSih$}<@
zTO()gm1ETN9Q_`<q7M?0tI-j7W*@9;#vlgEAP<OuG>HJka-ks|i%Zhnt8W>_q2-r0
z^-u!V5+n|%pa!682{6Q>_06P`h@o0wBYJVSaF=L&RRKcrX_*L8RPz(U)gdu0GGdDR
zmc_)V1l1k>bRUH7XWSo5PdMZvi$h1BEM-6_=In`%3tnn}lq#Bg^$gCISUqXVBb1=*
zd=tDfApw0l+JMM+?{BO)BF&g7SF7Y^v$HLN3tN#W8E16ETYD2oYs&_?H2}6vR3UK(
z_{)kAF7wb}OL;&Fv4dgPP)f^a3N7o&phv&nA!Y*U!Q7&zuaeqQZM719B2RW`lsx3o
zn}CT^%CI5x5-raR$+spIROp~2V919=AR9CgHJ-+tBW9%yxo|vdE`0z*Kq<hXOt7T<
zs~7KNy{<!W1lIm!RpFNP{M*PHTMc$pDon3eDD)b62-D__4f%j&ne2>8?Yy!_nCd0S
zh&z!TM(H1d`T$FT@GA2%irjKTzDys+x{4~d>X-f>r5ug~b{GdfW>#P(#egxpc%qf6
z>DP)e>+TYNEZc`qf&?IRF<udaFdkr1ls!KB3@c<R=$mo2g<;pIfOOJ(6^I(*1EmV(
z<>ykM(p%xoY;UW7o?z&cs=h!}l(6Jr)`SWdK%$PEnW3qZN(FbDwU!XPf{z^VG<~FX
z&xfzFGk<be2DGHiJL5zVB|wf<#YA4MW?4otpAQKN)=iTKpsLI!9Qk6b0DvTngQ1In
z(nuMGw@E;tNdS~vU?lauiad9rJfKMv$|jnNsv;`3l;Hy-($?Za%Fg<m48m=GBrg*!
z!@Fuoqr2eUj=)a#1v9~LdEXyQbq55SPWpjjG*Icf6jx@y?q2SNZp})~hy`Reib3ox
zC>;zP0l}tQw4^=M2HBeW_}kj`4nrkCy!EuEN`yGtlr9ASNb>n1Y8?{hyUM@n!6o3f
z6SG?oNxgcFz!&||FlnvZyt!%0ht!C`uw6er024X2R##+YlH+!Jlk?0>v5gEL1%8^X
z#)~KRTHSOzRcp-VW^=~w(7#UAm9^kQx;Vr2PGE?Fi@jVzteIk@LTaV7eJLKzoOm^=
zPO$GM*vFVAZU!MA4#ARF2CfGRScR@PcD$<O-_0v7AH^o@wJtn$0cfmRp$DInJ7^K>
zx534=Hc-ue8xs{+-&UcPpC)Xd7P2{PfTKW?JyEN9_`8l>uA(3n5>A+qtPXu`_XUVQ
zSssHW4<X_OX^dg64slnt85?R{X~6|T!UlOOLg%*%tAWq#D^m9KvcfwnlvBR{kgX=t
zs?q{_D5V06HS^{y=Dsf56LG4;L>u@`d^A|e*kKaHzuJTpiGM-8+Ly1c<2iC3JFUo<
zuG0h_{fJ>0^G(Byut|Y%JNI)2#|sQRp@sAHH!(o6B>-kztNl)s#BD}o67^i9h602L
z{~(>?#Z}a6wPtl!Tjv=t0QYO=sSl_g)aK1@h0XK2QUM>Bq8mX8455VR*bA`qLcE{P
zM=BU97HPKOP!*(gOI%nFIMs&%*7TC1QXyPlr!Br|VtiyOO^K>`nL%uB-=Xf-N=YvA
zinAzm&>c!yr$(75NdAB;6JUoc<4hR$PCiEiLK4#-XXaeqq`;M74STk+$|gl@#TbsT
z#1dxlq1DSMz+?M2UO`98lP=Pz75o=3rSO~9friQqcBbNCTAjSQS6nH$OTla{J~mI8
zOpmodeX0B7fihrZv|maZ?9PR=U{+SH8C)Sl+Y#C*^iBvRu}u;!hnbWd*Hx)Tu`HOM
zpUC<>_^F2Vzj7;UJsc)<yOdX-YO;KbpOGWf!okWb6dlr9e~44!aLm5Pui`L0d``*t
z4bB>}GSxslTdO>3RL8-k77`?Shp`IDGp?Wdh{L469oaO;TUu@%0*;vkQn?|LgUZR|
zJe2~e7&)3r#>c=AgZ8%M%8nW>k}Mg<)`AFoN#oKU=p_!*+2@p3Xb%dplB7c6#m^F^
zJVQQCvP+cc#vy<Z`fZzmRP}Gp?<Fv7ndB=n`In8G<{3?0CPJQ)nN^1Zlb3E>t!(Qj
zKjP3Qeu8C3XBwpx(-o(>uH$xE#F%SBX{0P~fp#%uib4XImbHj=Ouiy|w#+_)3nwU9
z?5uu@tThe(elbD&;ORsRtBxK!DNJFn5ZE(U86;msFc&>QK`mydl9MQdHFgNK>8sXa
zv@Me<W8d%8s+KcLYPZRw9WzfR_=X;wIp1fRVafN=rkV{bOkyw1cleHcnpK|x3uEAw
zRp~<R;1QW3k3guY$HdE=NTTK4#PU-=FNHuhobaX-s*Jr$p&k3Wmo8@4`Aux%`$~QB
zXR+1$t3cUjtu!PlIn>NjEsL}qsm5UR>g7L?ljS^nA3SIHTN^E_RnREelLy@BWanbG
zquU4T#~@qxdWf@1^+a{AB@u`3=0~=CRJK)7#IEy#nH@7?UUhTzK$}MJpb^ABP%5Ij
zeyxZ=Q?VVUj2q`eTk7^z$5IzT(`v2hR{h<YCAZoA%)y1V3EpQMiT?fPuKH5p;PWvy
z3O(4buan8y1J<W{)sO+8+xlhS`s7{2j0dYL-cAb0(ESbb8m{7TVF{QfSPPcH?C<T3
zPsp7&)8~xrU8nCy)hL5E^qz^jTt;`{&wDUK#cia{)DJ8?%akt}x-e@^zArl|JDB^d
z0mcVk-Z!j#pMBaXuESNqG5Su+!?#+GxCmI2L?v8I@M*78kJd!wLHhd$-cB+GD;Eo<
z^0q-C5Rupr>8uiWx+0IY-wX5YPI@DHNT$RJ+Z-4#@T@#!%X`l_lvrgE4Q>mq6fs`-
zQ7EgmGApdZRm8D;n2*b)*`R7UB^_0^4*|O6d*eZcO^iioi|TN;?fXLNS(GU>@ALV<
zOzmx4P+Q!J`I<6umbbnlFN+XJ<38VdIe!3dHSCX)tCWekKgVA0xc0cP8n<2z<NSZ{
zlOQOY_-C!`svY;X`EDn!IAA4_=D|iebaV*oF8Id0?!#Q*sve?9R)C;1ZPQp2bf*Kb
zjHRVk&93XT>Cq7r$_&$>#yt9zxNF&WewuA9^hBUskUknYcv^aAdSlL~f@qSeOj>tl
zVEbAjyk$2R1oR-)T=4d+VlRSjUk3G+hNh@*o6aZ)?S0D5mer{6QycM9yAf<N;>fGQ
z_VfUD341ZN6LUGQYHkxKjMO(-%?t3jeq9#h`Z1?@3ws{3yVFxHzwrI1@#QmG5?T?+
zWe&>tDBWs5H5zyh=5c6GdF9-uF_%_A9hj$#cHxkcnxlmfpP$c**KPEpW0H~ineFyY
zip9_NO-^rd@+Oq-OJxNMwHMm<$;d^yBBwL|p^?v{WPtrA`x8ZGOECmwOIY;NFG+by
z*}{S=lWfcneHg<C+us&!5}OFC7^2d)6e5h2cVFIGWKgAAs1+nIOlazZ6uXN;IrquO
zm}N<H0BjnCl1Ihp5_9~O3=e|jsyFC-l-HgzS<RrR?IZ-(p&_W6Z4Mjy4OIEZCVObd
zIrmiXT=+If=CPv}&$}`S3YLA;erCv&@X1iOUVlKWM2Btd>3#RF^R3UctdXf+7_Hil
z6d-11AO0ks`-HCq9g(iP!1M31F>XJUY8eXcUucF_sfX>x2&+L~Kz@>3Tj#Dd5|E8C
z!<<ebi?Y>QWOGi~F~SlKb3yxK$ymy9d}zWl`l#B5^3K`vs+c}trIdW$lDBndDt@2D
zAAMtE7xhRUTw*`pAYj%+w8T`suGak0TPL=(UI-C=oz|u!rVBXp`0dGpB-Si#RhMN!
zN#F3di4856Utsk=PRy-c8(&Yetg~DcF>F{alA!UE-UGbm35gyo?ME3=LZtoedinK}
z6hGfNW|0!~!P<G}R%5sQCe*-DaKiGgR*R!%cFz7YYfb8ba`c5M+D|KPh#RpxlSiBL
zbY&JkM^L`6G^Nigdd0T2!jZ&%`Z0A^Ge@*KXs~`{pWf}rwR&e4D+TH>=Y(Hf<x+)s
zid%$v{u9)1+GY-W>b9Rrsa?tjUZx|fK6pV5+eD0P$K-ABaiq#O107{&BfC~vH7m{M
zEC2n~Nqh5o@x<3SMxK1^wLTzxrAByM(n>h?42QnZb`}w21xROuo`^hOdWvF$Qh{9Q
zuUVQKHFUQ|cPmodPVCV>dHRw@%=A7S({K@6t9j}1jnLDs(f<pqjnt;xs=U;Y3>|zo
z3`P&G#bJ_kPC8u~c~e~-VMN95EkcP*^IyNYgJlT>P(9T7xV23Qk31N3wYT{-^xSRE
z-rC&nn)djd=@^j1ma_7W{g+F!!pfFtyYJ7&&acShdj6RrC(azS1Aca`2Ha;IU!Nfk
zvc|%Ey0hC$z1r_)=lD+cE|Ibe(Y4t|zsOZJv|kr^n26bl`3s&!o`n6q4vW3NJb4j!
z%;VdBEn!t8X6XBI#fIGOHL-%w{H-s@{yke0RhYnZ)B5&M@b;AWAVA<?wkF`RP4uOr
z+T_XxPgY{d(}19=5weB{eUS&BsQ126Jo#zyGTQN&orAhIL?hqS*U5ed$HXkN06tL}
zucgMzAn}i)40<%+y-iR5xp+$%?|pYSOvW6>zR6@Po)Oth!Jcvi1Eobj`;5XZY}OZ_
zlnNN&{hQE{J|j%T9HpVJVMTq+=L_|;jY@jbEU0Dae0XnZGhk)CR^a`&lb3}-6`qfD
zZ4E#J{ai|AvuO5gy?GADo|;yexy_EptN~b8j5h}^V0N15{~ZeKMWs3+hCyF(2JfW~
zGrMcxT|fH6=X5l_rE)(3FaHslsKQ+Q)E4SQHVNePoJfs)VDdO!qXRU4jK31&1mJGq
z3c`x?vVs=|8V;E~P95$V4U$%ReJ7K79qpcwB$o71pyfVeo>e;9TH}b>ptL4rm!DLG
z;+pZ)_acn`lI&_=*Qy?F^+*B#lJSWhhoD$$4B%6e5IVhmNh+JbfN<VhtNet_AM<DM
zeAAgXG+OHCBq0I%qs^r5&Qe{7v*MW-?xUXw6)m##|BP`Uan8Sn%t3q|M9Mzb@OqYw
zUwm!dq;PBgLP1u!dHv)t*q}dR3&kPx9sTJSff@iRz1A_b&|a4+JooB?@o^CwUecM(
zy@=l>5}+>_?r1*G@F>u%?zVnIk-zqoT}p!1WZdl~ft~!*?-K1S@Pm>jaowvWTzM3M
z3BO3Q?cBgXz-ghNjex$)Dyy}b^}|<#e!ZPG_y=}x|A_)rabLSx-L3Fveo_CZ*(l&Y
zD-PmNR`wb_gMTng=Jr(dN|pQ^@_U)=5Ad>nB1uM>`*TdVu_VwMedMxb*nyPzg`whV
zkp!u@25{G8YUy=6CQ1wNN)g&6{F=>QtTR>ZABWAWo}llHD)P_;%+YYq&gY@8@cO_s
zgsbW7fYdvsb3{I${S2^W_|oxnh~E+hdmPVOOZg(**+rdNR_}~QcPu)+`Bfzp9$76y
z6T+np{EKgEE;^}z?xk*7^H=Rw_Ys&}O=pgIx*((K=_d(n<;Q-?yDPf$immw+a9f!H
z&u^NUNJVA#re0KVsW!U&hkgFm<Zt*FUhhv-Z~TPm0ESf8p^eP{5hm7hf^6eUbc;%-
zP!fq`JQJYWk?_bvOob!gOC5Riqp$WXwOn+l#TnRq(Z!??3)VjMYSkEancBdjs#?=A
zbHA+ORjYiNhXP--d8YB{y?<#Y8bzxF54<uob9aB7lp~0|69vM_{HauuS#>IcdB0{_
z#Bl%6wRy!kdZG*EcO>Zk^tvU+>`RLvYZ(XNwi&{ID`}XlJ5jhWcb(`*Lva1(KUTBV
zhfaSma5(B6EQ06UYGaH6pkq)+gpv0f;?D?Z<(D_BQI+_A-n$!-Rx+%bNmE5C^N6sZ
z?!#<ey)BSay?3AOWM7)Cxr-BxdY{6JV&aiV0v*tQUHOccu3_Sf<1H^nm<z-*Cacm^
z2fmszanFX+bB@liHM|4)%I~t1{=qc!$+0j=Ws)~5U9raNWYPCJ&m68;H}8#pGHp*f
zU9}UK`C*EyvEdLkgz*!yP9|qOfL?A03gpVXSawRp?7W&DZ>B=k!8R0OqYJba7(V4f
z>$L&v0%`mTRKf(w9UN05)wyYYrqA$yrzw6Dy=dAet5K{Gj|r9|XeeqX^HPspIr%#f
z-Aw!@o>~Pv&;!?>3M34&iT~68Cnva*Wr1jYc~RHe=R+*6RqTW*oNBxbKRqZb9+QW%
z+~M1SJh1f^$Bx-%y(xrahiea@_nRT6?LEfN`chIKuKs7I=8dB3HQ$^*Vq_U4V;+(w
z&xG)L+F8d!V#+C|rY7Nm0t0<2|A#65JFnvXdz1cP70V_MJz=!LJ0Xg_V*T+sRYv;R
zk6NoD&MlCTj4_HDj!_nEA@WQ$2I`K>-@yWCZO+TFwM`)3rU>GemRv%4iXAX)Dm$R-
za*9iw5l!Q?@hHkwSSVMuBT)PUJq%QA%gVpgTKg&{h&TAP(v%`<C1Qyk`Q2hg{{lv2
znMFc8p{8cB$Vhm8Zjn9zYA@0;IuMIzB2pA{>-=@0$|LgRkkMv*{8b~W^|czkMAmIW
zmlU}Cp)R`JX^iwkhun`=j|I<Ml9&nPZx0px)CIB#O<E*iu`8gT&rR(J2urgFPW1Ht
z0Q|?~>JMt*!gDfG2X2|n<mF|=qOPqiw9W1tDzH<yQ!1vO)#RU?V+CXi?{GhT63yt@
zw#zX?Enr@ti%!q}C3E%+-4JWCj|m|dbx8U|-<@yt;pX%5jtxc|Bw`lXEslgII-1(_
zL0^<etc7y-SIklutFMD@Ziu8BF&ZayG8QncbbYgffqMyuINLTYy1<v>?_@z@CA|)6
z3`06Xrc9BdI_ki=huE7)wOrRU<cXIZSNGgFudJ!4w`4ZEet0k*{Db)n`R$0f7j`mc
zEkH)|W!k=6mFyBN-kN(i;ej^%m3b_&Cd-uR8>O1{@QOe>+%_%A2EQQWFNd=WDq<&a
z+_E-HUS;ZI-9l`!iYI!%9(=|zhQ77j+{T2b5cw5!bbDUf=X&-JWBK8lV86803m<q6
z9%_=9VMCswR(h;f%GD(kCkVbC9?``lyVuEY%}oA}aBTJJ9@Mx+y;HBkL-zrQVVL|&
zc8EyuQb<usmcVmWx-ZYg%_9+0d92U#)YTbVK}vg%JG56~>q~1R=iDU`^3$m7bIF+9
z1>vegA@&$FPKA@#v43`Eu62Rt3%EZq4I{GSipQk~{<(ySVwZW*v7nY8DCIaGya}hV
zb^LoCY$}$>rHhKM+9xQUJjFN)ix3ju;lz;|4_8E@aq8(rEQ`u5(1-rvY8O*hm9TM)
z?v19F-4lL0hz@HJwCY-)YAfY8wL@DPP!sFt@}Zl+BIlB3eakrVV!u0lfz`qaC+TFa
zo}g~k#v4}w^-$=`d?OmxcKMV^k9F?V$tm<+F`dJ-+9d2#zYW^bZ}=`Ae|+H{TIepN
zl-j37Gk^rkAH_*WbxV5sq#3&T_Y;W{Hh&k5?X!wpJ5ztb&+T^4JdK=dGS%b;M3lok
z@2Yrle?&a;Kd8JjC2RWrb~TWLyojo%L=OInJrbKQS=DL^zTULK{mimaP~o>9B`!G9
z1rZ|Y`F3|MTRC2aZin8z6E*r5Y@{V=g`>eKzeWSR-;Hm$VN7-k9`}SlnRez0?PW<X
zIwxpI_ACVj(QW8b6ASe)0CLGcrpg4t3am5R4!fsaB-Opc+`b2$SkSqs`V0ITh#*LC
zV9A50q1=Nm4#MYttzfl9rNFPRohp64oJ}aGY=CByUt(fk5J+b!y+>_HBspUFdbM}-
z`4+T860?A9h}Ey4oA{2x3_H41NP%<k$L9v2$H=A^pTn9js(9ncEgreJJ~7vYAERUH
zWa(Vu-1yUx$J3c1r}AJ>T%chNw{(GIq9EQ*Y9xGp-=#g3S%a<~fBOt0%KB-SuxU8W
zdyDjj-LJI#r2m8#xQ%lF^Upn6O;t$R)PT|G8FgluVbv@@`NnC&62)cDzqs-1ki!e2
zQLpvFTNk`&ItA-gK|IUd6W$WE`OV2^VtdeoRF$(4HPoZ{<K1(p#_-*9s~Hn_*5rRe
z9!Uw^3tOUk(deij9vx50O<)=>lnn~If%mEl(;L+Y<6f`68G1^B8dYC&;MZOJ$>6i>
zf)IOGg!+1{gSn9E?Bai$VjF=Y#bq>rVp4u9<aG`3@70>7H}lC1h(a+7xTRT1R8SZT
zjjA;JE2E<+!gMD)?ge)hV97F(Hu!bu2fU$dP(%Q$vFOokK4LJ5o~bmuh}Tv7!&50^
z2RR8~I!V7qCEjqF?N_u*)FCy>W4a0ARS>d}F&eizQK56ySvR6MAU@p&Rt5gNuE;ok
z+%4f_^-8>64gPq2)FWXPIDL;JVuG2lZBs)hSEL#BEj;puW0iGW@UO~-99A96VP4=A
z7vEFbl7a>Z20k~mk2MEdGaQ{L>X)uj`mt@oggAT5M?lu3kE=B-y^pm{{fl6rkLNJ7
zKt^x8KUavhaoJ{Qng2|8e0|)w2p2y6!scm*n_g9g=;I|AEpsSX7>LxdbZi~UQ;p<M
zfN}ueMK9m@W_m@yr`;4VY9lgaEgjn>L$t#qTaOdBB3>-Lu`E&L;goo6E^}JZg0%i1
zzRKR8DoM>^WCz;RRey$cp8V!!MKh-uH3Z4v=PJU%cenZLe%~3n_3%XWvv!dd!_z1K
Q142u<+9f5~j5i+u01a&HYybcN

literal 0
HcmV?d00001

diff --git a/tests/sample_data/compressed/html-gzip-deflate.bin b/tests/sample_data/compressed/html-gzip-deflate.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5066842ef7d137786f43682c99c63e24eae261ec
GIT binary patch
literal 7991
zcmV-7AIRW%oHbQ-T$BIzRgh+cATb04X;45K35n4uFiN_IbaxEt?(QBT-6bI%gMrdW
zNC-&B1is_*d;R`>&U5a$aqfN7MqxiOdBgVM33^wKK@!z>x6tDob|S-J=M>3F*C}#i
zpg=;RAY+OFu42tH27|;~He|t~fdY4cUpv;8DWh17mkiDKZ8oR6255#$`;^y|kJ#;?
zxZmCH0IwUPfE&w;W6mC=J92Aq@D5>dKjnXAi8OEWb_!_iS#~fwGCbtuyjp-AtQ<rk
z0{$32Ozj`6T$luSUH!T_iDc%?rG3~LiP9EuxKDjRZe9-FLy%kBgB$i2J3ALh*xkk5
zzNtrxcay3|d(Vo&ngR9E@s$Huoc4$lT<cJCeD(r)upr<-uy721xI60K_`W8p=rP$c
za)rG8+M~ZhU9(oz-MLI_XtZ2g121tPq$NNuArZ*)oBPY(cN=1N=SW09&++P-pZ8+z
zkky*+?TH8Mc+JS@_wnsQ))MS0t-}h2AT)Zo+1__d%iVPBGP-kh=@S0*X`6QSaLxbZ
z{tmHC`_}&W3U+)|%XztQY~Ry5LhI*rwQ>6Qh!9x|h6#k-K|Dn7e?zW%!eA@g{ug;2
zSIDIfWLArV$MKrs@!OhH#^cL0WYl^0UI%=kR9k=B_A)Qm$E~I3!7;!$o1qk8bai$0
z(9m&vV&{F<fxOzAs@4Af+pDR^;4b<8@?y~B!7`8L_Q198=vJzI-LdP|Bml`K&vDnM
z4a@8KL2YE5C!Lb_x1XgttoGjq)7ti_C!*v0;0l)3(jk?qmgo(iT-mt49y>q&xAfh}
zCx_;QKOonFU+l7@A9jL(uMon{A@W9RA`k8t>d`GQ2X~JEpZi1Q=MQO|SK8vM+5Rqb
zNB)|77G#M1rOm7EfR2YdZP>Ajwtq{<%8JqQr+_AJuiL*C-u)d>S!0bV?h74vhZC@3
z=mNR;@3eoAl-w)#i(S#AN(b?X)64iR@2lOVp%xs(en<ZW@}DzpKoad<S=Q1yM}V;3
zVP0ameZZnYP4~a^+A(C@FRC=@+spvP!iRVaALLiz8WXQ#q<=vB@fDKx$|j8(p5%M8
z!0~74++M!GBaOL0gi2sIiTtWVTRx%I-hNgqz*kRvf|gofCknY_cYDPTV>(=nItgp9
zteho0ETa9jxz^azT6KFto8yn`)^wyQe)r2mxqRX9r0n;eZthlqzi)lf$gpawo<-4_
zWs@Ru?>0`==(vF)ue8i7)q!`hc=KVs(4C}xBq~%nyIW($VR27?5HdSAd$p+PG+Q<3
z=JX?E5BbG)ru1mgZQ`p<*2uyA&2`VF8!ev;n7CS9nkbTpoDqag%nX{F-B*ajmZ_E}
zzAMc%WH8aFop{dxa@|W+WG@82m*hw`(NKl)veJk1wX8NmWJ8o0yIn~1i|&iVSO4r6
zhg*`A_INbYkH?l5sY&xufWq||LC>6Om9^Nn9Za7uH?qn{#^c%s->hatVnbxHDVago
zvvYQfHn3dM0<gDM#$5_2u|Uf8e4`Bi;rSI4h+$UfP1DavuJ?tRhH7125h#Vl$}qY&
z?R#Z<4u#H$i&DO~ttt-!NV>Lrh!Y|4ihp`{x%M@qkdR4w;u5)PNxb4msS?e+R8M%i
zx|G#;|7Sj>+Kr(nNvl=s#h7&K(^Q)&bFZS6yX0k5*0Z+GlJo|jkF3i4$;^OQ57^5=
z(o-G30nwx@Q<CS1%4#7#P`yN;=I5lj>5gl<(wK&8d+RxS>(ZVU0e#^O;<~y-;6POK
z$dpp;YB6R>O>`g$4Ie~p+PD;`*F=@Mcjah1+f^y4DG$KRv4gK@@*42rs>OBK-tJk#
zBo0IOuH@KtboRk*yOW*Pu;72iq4OfT!*m6U0IviN6^JWD09zwx?v-QI^BnyiyP^*g
zk*m=WcxE50YsMf3%ODSkfHa8!#d4t`9g9oS+^cUH#i8YwHuX>f))FKRr=SL)YY8yK
zqV>(Bl8B*NU?X~Qw{Vwed{qHL@oAX|QdIL3!qp)$Eiz(?`<BJTs07s={&XLN?q}Q|
zOiwuEB8x*upDblSDCX>mjtgFDf0Qbkd-V*?mRLP$$|IDZ?0gfvG9dwdI@*B9ckgek
zI3mrMDOaoHX0x*`f(u)bC>dvT!&`e3NNdXmxitW`O;jOq2l&g15H9o3U`u&G3bBJ>
z*HB8!XbLUs$)HES-XUfJ>A~EhrmvFPQf;*oej-nHXp}tU(VKvYQ_8R*^Aau349T}9
z6;$Y;Bw)ygL?9b95H+60oFitX4Y_bUYc72NL_jIPp-ix({Hqu5WWBCKa0J%=WL4po
z_59n&8e0u^R4PobS19xvc?i?yj1BpKWtr@ZO6|O|N0{m*$cQ_U9Y*ONg8BeUf$%Ex
zGK$=CL%vKO#=43sx9XSvAEg|Q1a=q)K4w;6CdGg;yLh6Ns_EB?G3)LUe=OUFPl5y>
zbTM8LgD@UoQj|SD`V1>%D(IVWwuNEWsDO0RdliTp;sd1$<>lv6pwe66%xrI~f1Y6I
zld8TzRFtsfVAg~R7eJzpoSC7ilS&15o3)k@yn>G$@HBm-b<c;dvNL~jSO&DD%sb;m
z5hXy5RmDVJt!7z9F`o|!3f4`N2cW9VCLH-<tN?%{jDw+zfYL}AhPO#Tph*CfTVN#h
zy^1_{p*)~T6Uru<i>e|jwv^!mBhuF5Ldwqin+(Ejek3mwEyKHNNTa*p-HyOc_60M+
zaCzS!OmznYn@;+HVl+_cx)fJtzwTb{g>KDC&4>kLHi|*)Ehrrf9Rb0nTePG-)CSp_
z`uN-0^$tTNK)m&|rb>i3+LSH?|48!rA!;2G=DW(j>cJ)8wiB~k5J|myjldWE(J*PP
z+q}7H%7@g5z_49EJpdCqwN_VTWs>7|dz16bOtFm&9|eAzt;UNd_FCO^J5_7U=4Nxo
z?$EzZ)s?m2L%KM_^-f@jf{VReLado$q(W+?w0$Wa&762Os!p))C)mfBCT<2H9}dBi
zR|c*J3Rs1%H+H<L<loIJE+54v?6odDbpdFsTA>G@lRIb;>$kzhwKh=Aej5`NSl?Em
zmY*hUpBAz?Y=EOcl08wYdHB1IU9O@a6%tOEkgN`UZTAI;KUp4wB@ZFu1!;_7t`2cm
zwHX^~U1`AuLc#`lD?;bD3af$7>?>0C^s>S`E0j~d|B$UF(yGz|dMKp=i#7A+Eatv0
z+Y@oB!$ceSO?)(1$=G2M#J}2v6p4R9z1o+ruH!j!9y_hbm#)(U9{q@681qfTjIc?8
za69*N2FD8wJfVg2^*1p<vLyg!T&w*~lf-RCWD@mUq=o{72>&3R<Hc3fYqe%|S6k;9
zFaY;!=BW>;9@OT|ZiUVBx>5ljn4%j&2@Iix=-3Oe^g_I!&qpd4Di&$B;ZPN%bxT}W
z4>;9_0oL@AqEaDTU#Bg;X<~e2Dou&1d6_|MZr`Eq)=Eh(@`|%4bkH42S*J#sC`kT*
zD-&RcE8|QU_f9@X140thA7|!V-lV{lVGVn>vC1YzY{eLku*4E(@uAhrD8OU;H(o(U
z%abnBs1^JdFQxFC)`5n~40fjCVOpKMx>sB&xJ$uoEj~6+nM{whKz*tE<AE|@WVByO
z8tl%6vtU+Mt{Ge*L)#JBDD+MUC9zEsEr*$u9M@H;MzJiIpP$J3J@~1H^}li}Ydst$
zbi0&SpK7vvi=UAr)WX5aD-<2lT7QUB;&9Bq$FJfrJ$z2d_YKY(vNF{`JX@<gYE;L;
zr4|w-dWW$J$uq8>`iR4%za7~$$6H!%9RiM-1X8&nl7q_0<UExEsTet$Nyf*(5QFx%
z<jRg3Es`u5#@2!edr9Nc9_S?w)7j^gS7;9kv67@h;l<AqraVJFPO?js=*A&{5c+MK
zfmHQx&hI5KY?<UMGWnN{o8}o!T_!@Fl9^S90+W|+T&-;DCqLrQCw_uuM`s$P6w?)_
zx~}7PTEv)ZLTRKdZ-I6(WQsxpn3lDObxgh@dbZ3yf(s`oS?sKSimWva{(dn*`{3zB
z46BYFJ1I<IuMpTXR~aN<L@*aUKtU~Lr;?K>gEe*twdt$YVze!jDP!O7)T)*<OKP{t
zqa8C(CisRPoH^fTnqkTJ(WaUWEKFiA&3E{Ye416C0SjZ`l~w6N?%)xbB9B0*smH|2
zoJgYO-Nf=!KQDzqHk|OL6RM28OQ9Y6x|c3y*ZECs;`>T{@n^Bs`>R0NXRS0ODLK^4
zQZ0+L9I3`&^y=k5k(1>-dmlV!_*)w-t5wh_*^>v{=w#<&wxinz>&GBl_j-u4O7%o_
zuO$(O@8(Cgd{nkoQN*tEf|(sNVqSG~^+20O@SqXIKTs;7x_+&QKvS_Dri>fsLtE<h
zRmV~nLDOoj=~n&SnkBc{{mj9IwF%y59Etw@=dSuv;o$QzHVQr1udkEI*#p+6dex8t
zpxgRo-}>ZT#Eb{4E8b2D$k6=_^BS(=abXFVCRhuW!R+ttjZes(H`C{g>|LktN7X2U
zH}sx~x?Dzg;m><8L&a^R&eRVqJj;|X8M-iQO};NXDLa_^tO3RcU*0#Ye4l;VDXzm+
z!7=(y%fq)?kGKd}lSCz4Oz>&1Q;*g}<U#uT2;NRI1}hf}rt-EyArO(+5b3NEce)~v
zwciW#?M`|ldPt_k3fmkQFYv59WXpTcIFwjr5e;q&trRg{_)#dUwK6NL!&Stwe3*~R
zrP-irIVBxcwhsZi<$L2ng-wh_Xp8D_w(a{u>RFU2H1G5Iz)bCJTu@uwiusx{ahA8f
zA}@;&NaH@=dO3dpZZ+(WlB<-7xj)BV@3{83uo|~s4deWO@RJ}YoA_s~?5Z92w)t)+
zt~g*Nk><fhIdpUg>n`}lyzawX;Hn;?NLGNLG;PyZ6LhBou#BapR?V*KwCT|i6Uq$J
zpvFA<l(=izcYc~}E%Zd7T#!B*Ie1!nXL@7Kr-Epbs!UpUW?=hTA-rWb7X<Vm)m-rQ
ztYR;MZeIrVm4>FMZ=2322km{z&X(1v@KYP{Q@astGvdgr!uIq4b_shiwi9zXuWD`+
zD2&uMS<MUZxPDz0<N7hDc?)|Uv%Aw%F2C^or}5=8S`u0j$Yl=7_$b|KKQ$V74(4%a
zPkH6srZJaRKpmK;jCSFWlA5E15TBpVi`Q-Rqhpeh`I+tZPKw3P_DxQ2aq=dV?n`9_
z3$+*8_Q}Xaxgw`C|Dlo3qhx^nC;JmcW=k;yWJ_4|(=SPRO4-7KE0b)@4}BQJ2;1Kl
zY!aIYs~DovwiF_aly_g=T4YeATBsEyFidFbgA}`qLOJ)z$CzbFbO3A`g_1|b=n`}M
zl?)Gp<f=F5e3aLoGFi=_sO=;K*P$V(nr#jn`VCb1$0mDd$2s>@@Lc#dNanGl7tgyg
z2?~~d)P82jl<>(=w_blhtVD-x?dg5@uk)?Xw5*Y-UKp*~juaqfW*`0}p8JHa1RasC
zyTJ4Bu`zBxlxi6Y?O$kyR;h>W#t5rHUqF76TwCX^H4>1GF~girA&aurTV!)i*fGKq
z4s${KW64;`aeQdPGWw|6hVstY@~W6VV5O9N-jcU<XDWW5#2<ZQV;A*E9$aES-ymSt
zM6|?Iy{^{$(px9Cv|b1ieVx{(Bc=;D^Z4z_f+W@~ZB>_LK}p~6w}}lcmtSD@KTgc8
zT^nCdv#hgR6ftaAE|Q?}limZo<_U=&EbT`bQ9`8s?Rxq3lN3MSIcAX(^ugMB=T>94
z{U+4FQE<ZYu2zeqW_Hg0Giy!ifpYYPDcVmfZipMPJCjG7^K@kvK1Wc#uQa94D|*GY
zwZf6aeflwVS2IVnI%u$dWS`#c$hCTB7b^woFz19{UFA}Rc#2zudHxgBZ`x)Kd+N5I
zNvU1R241Ekt3G%^4ckPFY{%qn@NuNdHv=7IXCu2-Sv4!o=PUpH)k%BvdGW;8I7Xg)
z?6p21e5FQsT+&K7_6&!<&~_FPWCciPgPw>yUwVpSgHnN9>91Lu8#Q#dMt3Vx+)nJ#
zK6(0*M$Gg+9Mf<STdR5L@r}^auF?Mstc}#B+^W3PkPIDsHw;D(uEk-JbWS>58F^D(
z9brVp?kz%zO!HsAxr1d11W-NH`M9-B36DG&bhWqnHT2wV&fePG@0#}boaq>l!<Mr0
zj{TQQvck%iXuI#v#?G(E<9hy?A}7uqv;%&2tp?m@9bcaz4zk9=e7dvSOTF6fX6N`$
z_AZgK3(>XNM!(2aHMCzBc$kRUiTMkjMV^HHy$*}LzdU&ncg*A4el1~DBxdOQam9w*
z?lrN3(EP10$o@TB6IGbNbkq9wQ1JGY_#i;wV74aUvQ6}*qT1xj22WOE$<u(Ksu8k=
z2YrzTpQ!h~Q9Su+@iN-+n4N>VHbf)e)Yr*=2gk%Lvj9F(8Ly?r%OLTOq6~U8;Jr;x
z|G9We8Si~}H%!JH#=gm9ES?eBOu?RV1Ouf-Kl_ZrEo{~opOgw1;QgD>kv=0##2lre
zuVF=f%;yXBw2ex7(k!TD>3n!^X)|DDy;k7;x09EJK^2~lbZrel1N~e|WwU7ZY`u97
z$DW#2n7Pf4$E*QZSBy6YE?{<==>HuG>_w$IA%;O;aR%?D4l}!J;9WoZ!{>A~zNK<M
z0Wbd%nW(~C{L~ieL^cWJ^qfeId|>i8U84guevH2o;{@Pt;0nTu^s<5%1{w~TJx(3&
z8V!<GdVMF8c^&PZkR+D$QK02MW1dwy+FIj?*`Ty0WS5^*gyNd<)b}Ec{*vr!VArZ1
zZuLk3|B~^E9fzP;Y7F30k`Ow*eMu^tz<_YxTdVwp%pdb-@O;ymH#A!6=OiHk`lHRH
z?#@zOh_m9E7w)5<2o)`|^#6=;AaTyWhRi{H9Yo4L*YJ9ljbD6i-K219{z5@kxq1EM
zFxa3!VhhC~^Bw)^7l9f8D!tY*w9sCcDm?e<g7I+?8(z|x&Ao`<B@&=781863&+sVF
ztnRjcLy^DslwC@K)@0o6C4rs%)9(`PEbxPpCUM=XC0uzFfeF7zv+dl#K)`9CppAgO
z%qpw3nf1e0gMPi8Huwj2Z~ut`RB>OsS>3JhXMR!tsM#psKPwL6P*(ODJ%fKROy>4f
z^h%Zd9P)da><{p=ej-Umnfr50xUnSA8hzxlW!Qm~_=Tb3YLNt~xCU_7WNPVkJSIvD
z@JbQdCH$JrU#v4#?H`BDtDd0mj4JZb1<cWK&(7zeukiZ7G=!_^?10oerE^3+pZyH5
zW%$zZbBNy(274UOTTA&O-PuK*T2}9jM|Uhbz4=uo6dqYELKDKJ4g8C5Yc4vefbOMk
zS@T!zR`(H@Tuo<=dAcB@>ggv5Y~{y(%DXGN^NOwc6mVOa0ncxmnMg%t_NHD`aH%%B
z{D*!1*5q&a7hdmARB!x*=>UdQ*P)Hf{}CqEa)NB*OLU7$r%)1!WIPj~+L7?cLrjGu
z-%A~N^rNr#EVW#8sKpuBe9^_E5DV5m^=j1^cA471qN-ZcF>}AH;#I4BnTG;jvw5cR
z>AinxCK^Sn1P{D2G;?=<oRlMoyb}e&$^5BQl38^sf_cAYTEuYw(6xERIeMZC<##0L
z{`9&f#_UUrAZr;1;I<jUe=BL2tUFP-Fn68kM?-M^=08@m)rU@hFmO2P9V~+9+-hTt
z0ia`0M}(308{*FhXyunTt5KEsf8M(rkybLSnn_bdD)Wf2pzgzLUcD`lQ@wYe?POn?
zt+|U6je4KLi(=xDNCF+ue_i>Em#$&ri{mXXMwko4GA66iR0qDAGI7s_({ql_ur<5`
z`O5FIlm5Xp^U1L=NoA5ZD_yb1>txaQI?o)gSU2yDell%OI$gCBnE7FftFhq_HH7gK
zvQ8#vJb+$q2nyuNyjXTh#O%D99&e^X)xkCtVWSJQ78pL|LhH2w>jG)~3RJ=b$sHV1
zBh|TSex}dxf2S#a6TN8KC#zAc5swL$BWNgUCi7B{T{-zX5Zz4tCZ1XaJJ18yp9&-l
zvWfrG|0gH7lVyQueR)yW+UG+ou2t-WDV%D&3_m?6D;|@FvfSa@fjqGF7RQd+X1ytd
zV~1-Gp!b_0rtLk(&-zkQAFlpqr{;~K>own;K4N4UBx4?uCeMWMdfHjXLSo7(rluz0
zfdT`4D*uNm{yVSY{d<%CU=_<I4?SVD!8;*}y<+|GIaNmb*^gSQBF-(4kc=^k8jevG
zZ6WeZH3sUA%iqBQXl>5Rv9(Pg-=+xSmX=&Xd5Rq{Y$`jT>vD=qoDogqwDBm)Rahuj
zwIfjc13e5>Y|F~O(^~r~CWtrqwbGO#Y9(Tc9r@j2MgIauWSK=mJfWs$vB*exer}OH
z|7tJNF**>7XChJ*bL;$dp~@rj<dD&3eEd}-s`a%Ry+qb+LYEY{{Gl$o-D!;ULx<dt
zR*wbGT#}dx<ZllZ{L}@q2u)ffV6iKppU+M02nb8F2u}3${s8>P<mwM<;KFk<QU`9C
z%;e=|#G<aPEws(<8!E6<xKk>op4H@^oMQ!K3h!_~eG<*+*|y6uLoHxlpo>n={v~tv
z4BZfGvX2QN7<EYcMBkln^x@|7@{SEg8zf>D*)5KQCpwzi^g&;gNUVi&_gBnP7pt#>
zZf=OA8ZjCtbTSq&t#o~}gMoVqhdA3dExN#$;_qZZVkNx}Y79d<LZ(cSqB`opxrf-B
zNVQzoG~|hw9as0<IIpa!sJCP`yMA~u9{hv(4EgPdxEFRZW-UNQ^JUt;T$St+E#8`Y
zH{pRc{FQkuu_nuu=^Le*_3(;7I@~rb$p*h5<S&P_3o2qKaNM#sOI~H_W8Fe*v5F^p
zzaD(XF^0ai+}y^5rx5uSbaZ=O+UI)q4`cb^nqa@Q)e9eZ4jyWfm|;Vnp;mgVR?5{S
z6DJ719v;!fB)iwiZ_P~pk8o`D>K@d%MZHt6!bA4~h+&xgOLmAz@KQ)oN|wNLRk|<F
z#myrTQ+ce<^VHQDTR}>Dk2|ziV(Uw5Bj?;D5%SZh>~qPO-38&QLm~DUG){$+*Rg+g
zX0COC<_ow#F%2WK<BG?n2mZN)iDH*|(XpVGA1LKGAG`^tv32}=9&9R>$fb*lui7Ul
zo;<}k3X2dD-{HiO8V^@QqH*f!L@bNSEzpPl;c6FCR+X@EjP8x5mfaJ6JBSWz5wz-B
zpK2@RH?>1s8c-AK=klSOz#`|8W_`;z@?yU`e1X-%3Mc7guAZQ7)y5lF0rgPm%X}jm
z)^_=nNso2z)yXOJUNN1+wAv)>Q@;(`(r@@K9)En{9$M%wrIgyIMKgc|%OAx_M|Dej
z`lK1U`S%lv5;lJqjqS6FTsu>L!O!h>&peHsYckd321Jy@JnyP_aeqWS@;|7&GbL;K
z{&qExgS?2UrbG_@iaipWFIm-U3clX7!Trp#QBdKxA0;k0(ghJB>G^hdE?YTXhHi)6
zy%RP17i^>@X@#S~DZfSoyx)y)xM56o3Lf`_Kbdys3GHP`FFGe^NcJoR1<`HjQWFdH
zFaUDNKc>nA!3wN1+YY;@T_n}L!`!|HomkMhsQL^18i*iBaA3)Ur=i?~E)K%yeyw1&
zMWw*6ubnD=zMM@csBC~{lV4(DUl2%VDZNK+NhCR9`Fgc?^!XOFLlU!qZHU#cpqu!P
z!VEjQR7iny@W<x{p~uLk7oWqLFRFOs$t@naxIQu0g&(71>SXC$;@tStk;l`SA*b?S
zP+Xv44!3lHWTGJ6PHH54ecz=$m05$X9)J4`Bg*<|m#}F#&3lXVhTX5U{G|Vc7PyUb
z0Q1j1T1{0*+SGv2=oxipm|@i{Kl#RK!V<-0&%e0w>yX0>qEWB)!dn--XgUS!R6#t;
z-4ostwE4}+XJUKMgH)BX5jE7K_~YGksK)T!bE_E>ch=;8LLNy8-3wcydeP{pA08b~
z%1vMzE|d)lyMgzr3)36b2;*L_z8QK-f*Ms{bKuuq{K??6?1B(`SA_a{tb@6b>g?iw
zn_?S*BgJJjfMQa9E97+z@bA@{rZ@A+42VK83%I3ONmNi63yrEY`zxcPDZ+FoJMIN{
z6=2CSkv8~s=m)%^Y*0i1tFh?OY(8QziJqx6yNK6S`@>TyV+T12U^+>^MkU^Gn(bG#
zOVlAX%450-;#Cl`kTDv!I#Ho>)mb;9I3PaV237_ByspSNe%vkLWA#eBUJd?uebggi
z6*zs5BVvM?ux(RACs(8y^({Q|hGUg=T=1{Th8$KM%VA#N6c^u9+LD3>2nIekw2w6h
zTQeM;DC(E4QTnlM!h|?`%tt`hq>rmLEWMAlPW_8uppWM;v_M90ygyfnwsF~JXqo>^
zcYJ-^xCj?M{leyHhnrqih3MlY7%g)sSQv=Zv2<)5%2SQxP=Im(-$gIq_-1-Vz^C05
zFlr+*WGx-rB}25sBU_IXw<2CFy|FA&<>8cgY%X(J(So%8Aim1ppDIbsVq^!})K!0m
tb)Nj@W<@in7&QdR;O8pB!FRX$>we!Ex%Kcw^s{!67Q@pg{{uoxxY|2R=d%C+

literal 0
HcmV?d00001

diff --git a/tests/test_downloadermiddleware_httpcompression.py b/tests/test_downloadermiddleware_httpcompression.py
index 9deb81c37..ae5569d0a 100644
--- a/tests/test_downloadermiddleware_httpcompression.py
+++ b/tests/test_downloadermiddleware_httpcompression.py
@@ -27,6 +27,8 @@ FORMAT = {
     "x-gzip": ("html-gzip.bin", "gzip"),
     "rawdeflate": ("html-rawdeflate.bin", "deflate"),
     "zlibdeflate": ("html-zlibdeflate.bin", "deflate"),
+    "gzip-deflate": ("html-gzip-deflate.bin", "gzip, deflate"),
+    "gzip-deflate-gzip": ("html-gzip-deflate-gzip.bin", "gzip, deflate, gzip"),
     "br": ("html-br.bin", "br"),
     # $ zstd raw.html --content-size -o html-zstd-static-content-size.bin
     "zstd-static-content-size": ("html-zstd-static-content-size.bin", "zstd"),
@@ -205,6 +207,62 @@ class HttpCompressionTest(TestCase):
         assert newresponse is not response
         self.assertEqual(newresponse.headers.getlist("Content-Encoding"), [b"uuencode"])
 
+    def test_multi_compression_single_header(self):
+        response = self._getresponse("gzip-deflate")
+        request = response.request
+        newresponse = self.mw.process_response(request, response, self.spider)
+        assert newresponse is not response
+        assert "Content-Encoding" not in newresponse.headers
+        assert newresponse.body.startswith(b"<!DOCTYPE")
+
+    def test_multi_compression_single_header_invalid_compression(self):
+        response = self._getresponse("gzip-deflate")
+        response.headers["Content-Encoding"] = [b"gzip, foo, deflate"]
+        request = response.request
+        newresponse = self.mw.process_response(request, response, self.spider)
+        assert newresponse is not response
+        self.assertEqual(
+            newresponse.headers.getlist("Content-Encoding"), [b"gzip", b"foo"]
+        )
+
+    def test_multi_compression_multiple_header(self):
+        response = self._getresponse("gzip-deflate")
+        response.headers["Content-Encoding"] = ["gzip", "deflate"]
+        request = response.request
+        newresponse = self.mw.process_response(request, response, self.spider)
+        assert newresponse is not response
+        assert "Content-Encoding" not in newresponse.headers
+        assert newresponse.body.startswith(b"<!DOCTYPE")
+
+    def test_multi_compression_multiple_header_invalid_compression(self):
+        response = self._getresponse("gzip-deflate")
+        response.headers["Content-Encoding"] = ["gzip", "foo", "deflate"]
+        request = response.request
+        newresponse = self.mw.process_response(request, response, self.spider)
+        assert newresponse is not response
+        self.assertEqual(
+            newresponse.headers.getlist("Content-Encoding"), [b"gzip", b"foo"]
+        )
+
+    def test_multi_compression_single_and_multiple_header(self):
+        response = self._getresponse("gzip-deflate-gzip")
+        response.headers["Content-Encoding"] = ["gzip", "deflate, gzip"]
+        request = response.request
+        newresponse = self.mw.process_response(request, response, self.spider)
+        assert newresponse is not response
+        assert "Content-Encoding" not in newresponse.headers
+        assert newresponse.body.startswith(b"<!DOCTYPE")
+
+    def test_multi_compression_single_and_multiple_header_invalid_compression(self):
+        response = self._getresponse("gzip-deflate")
+        response.headers["Content-Encoding"] = ["gzip", "foo,deflate"]
+        request = response.request
+        newresponse = self.mw.process_response(request, response, self.spider)
+        assert newresponse is not response
+        self.assertEqual(
+            newresponse.headers.getlist("Content-Encoding"), [b"gzip", b"foo"]
+        )
+
     def test_process_response_encoding_inside_body(self):
         headers = {
             "Content-Type": "text/html",