mirror of https://github.com/scrapy/scrapy.git
Wipe scrapy.xlib.tx
This commit is contained in:
nyov
parent
67cf64edbe
commit
67bc2e0b18
|
|
@ -1,57 +0,0 @@
|
|||
Copyright (c) 2001-2013
|
||||
Allen Short
|
||||
Andy Gayton
|
||||
Andrew Bennetts
|
||||
Antoine Pitrou
|
||||
Apple Computer, Inc.
|
||||
Benjamin Bruheim
|
||||
Bob Ippolito
|
||||
Canonical Limited
|
||||
Christopher Armstrong
|
||||
David Reid
|
||||
Donovan Preston
|
||||
Eric Mangold
|
||||
Eyal Lotem
|
||||
Itamar Turner-Trauring
|
||||
James Knight
|
||||
Jason A. Mobarak
|
||||
Jean-Paul Calderone
|
||||
Jessica McKellar
|
||||
Jonathan Jacobs
|
||||
Jonathan Lange
|
||||
Jonathan D. Simms
|
||||
Jürgen Hermann
|
||||
Kevin Horn
|
||||
Kevin Turner
|
||||
Mary Gardiner
|
||||
Matthew Lefkowitz
|
||||
Massachusetts Institute of Technology
|
||||
Moshe Zadka
|
||||
Paul Swartz
|
||||
Pavel Pergamenshchik
|
||||
Ralph Meijer
|
||||
Sean Riley
|
||||
Software Freedom Conservancy
|
||||
Travis B. Hartwell
|
||||
Thijs Triemstra
|
||||
Thomas Herve
|
||||
Timothy Allen
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining
|
||||
a copy of this software and associated documentation files (the
|
||||
"Software"), to deal in the Software without restriction, including
|
||||
without limitation the rights to use, copy, modify, merge, publish,
|
||||
distribute, sublicense, and/or sell copies of the Software, and to
|
||||
permit persons to whom the Software is furnished to do so, subject to
|
||||
the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be
|
||||
included in all copies or substantial portions of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
||||
EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
||||
MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
|
||||
LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
|
||||
OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
|
||||
WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
||||
|
|
@ -1,2 +0,0 @@
|
|||
This source files are adapted copies from Twisted trunk to support HTTP1.1
|
||||
handler under Twisted >= 11.1 and Twisted <= 13.0.0
|
||||
|
|
@ -1,59 +0,0 @@
|
|||
# -*- test-case-name: twisted.web.test.test_newclient -*-
|
||||
# Copyright (c) Twisted Matrix Laboratories.
|
||||
# See LICENSE for details.
|
||||
|
||||
"""
|
||||
An U{HTTP 1.1<http://www.w3.org/Protocols/rfc2616/rfc2616.html>} client.
|
||||
|
||||
The way to use the functionality provided by this module is to:
|
||||
|
||||
- Connect a L{HTTP11ClientProtocol} to an HTTP server
|
||||
- Create a L{Request} with the appropriate data
|
||||
- Pass the request to L{HTTP11ClientProtocol.request}
|
||||
- The returned Deferred will fire with a L{Response} object
|
||||
- Create a L{IProtocol} provider which can handle the response body
|
||||
- Connect it to the response with L{Response.deliverBody}
|
||||
- When the protocol's C{connectionLost} method is called, the response is
|
||||
complete. See L{Response.deliverBody} for details.
|
||||
|
||||
Various other classes in this module support this usage:
|
||||
|
||||
- HTTPParser is the basic HTTP parser. It can handle the parts of HTTP which
|
||||
are symmetric between requests and responses.
|
||||
|
||||
- HTTPClientParser extends HTTPParser to handle response-specific parts of
|
||||
HTTP. One instance is created for each request to parse the corresponding
|
||||
response.
|
||||
"""
|
||||
|
||||
__metaclass__ = type
|
||||
|
||||
from zope.interface import implements
|
||||
|
||||
from twisted.python import log
|
||||
from twisted.python.reflect import fullyQualifiedName
|
||||
from twisted.python.failure import Failure
|
||||
from twisted.internet.interfaces import IConsumer, IPushProducer
|
||||
from twisted.internet.error import ConnectionDone
|
||||
from twisted.internet.defer import Deferred, succeed, fail, maybeDeferred
|
||||
from twisted.internet.defer import CancelledError
|
||||
from twisted.internet.protocol import Protocol
|
||||
from twisted.web.iweb import UNKNOWN_LENGTH, IResponse
|
||||
from twisted.web.http import NO_CONTENT, NOT_MODIFIED
|
||||
from twisted.web.http import _DataLoss, PotentialDataLoss
|
||||
from twisted.web.http import _IdentityTransferDecoder, _ChunkedTransferDecoder
|
||||
|
||||
from twisted.web._newclient import (
|
||||
BadHeaders, ExcessWrite, ParseError, BadResponseVersion, _WrapperException,
|
||||
RequestGenerationFailed, RequestTransmissionFailed, ConnectionAborted,
|
||||
WrongBodyLength, ResponseDone, ResponseFailed, RequestNotSent,
|
||||
ResponseNeverReceived, HTTPParser, HTTPClientParser, Request,
|
||||
LengthEnforcingConsumer, makeStatefulDispatcher, Response, ChunkedEncoder,
|
||||
TransportProxyProducer, HTTP11ClientProtocol
|
||||
)
|
||||
|
||||
# States HTTPParser can be in
|
||||
STATUS = 'STATUS'
|
||||
HEADER = 'HEADER'
|
||||
BODY = 'BODY'
|
||||
DONE = 'DONE'
|
||||
|
|
@ -1,58 +0,0 @@
|
|||
# -*- test-case-name: twisted.web.test.test_webclient,twisted.web.test.test_agent -*-
|
||||
# Copyright (c) Twisted Matrix Laboratories.
|
||||
# See LICENSE for details.
|
||||
|
||||
"""
|
||||
HTTP client.
|
||||
"""
|
||||
|
||||
from __future__ import division, absolute_import
|
||||
|
||||
import os
|
||||
|
||||
try:
|
||||
from urlparse import urlunparse
|
||||
from urllib import splithost, splittype
|
||||
except ImportError:
|
||||
from urllib.parse import splithost, splittype
|
||||
from urllib.parse import urlunparse as _urlunparse
|
||||
|
||||
def urlunparse(parts):
|
||||
result = _urlunparse(tuple([p.decode("charmap") for p in parts]))
|
||||
return result.encode("charmap")
|
||||
import zlib
|
||||
|
||||
from zope.interface import implementer
|
||||
|
||||
from twisted.python import log
|
||||
from twisted.python.failure import Failure
|
||||
from twisted.web import http
|
||||
from twisted.internet import defer, protocol, task, reactor
|
||||
from twisted.internet.interfaces import IProtocol
|
||||
from twisted.internet.endpoints import TCP4ClientEndpoint, SSL4ClientEndpoint
|
||||
from twisted.python import failure
|
||||
from twisted.python.components import proxyForInterface
|
||||
from twisted.web import error
|
||||
from twisted.web.iweb import UNKNOWN_LENGTH, IBodyProducer, IResponse
|
||||
from twisted.web.http_headers import Headers
|
||||
|
||||
from twisted.web.client import (
|
||||
PartialDownloadError, FileBodyProducer,
|
||||
CookieAgent, GzipDecoder, ContentDecoderAgent, RedirectAgent,
|
||||
Agent, ProxyAgent, HTTPConnectionPool, readBody,
|
||||
)
|
||||
|
||||
|
||||
# The code which follows is based on the new HTTP client implementation. It
|
||||
# should be significantly better than anything above, though it is not yet
|
||||
# feature equivalent.
|
||||
|
||||
from twisted.web._newclient import Response
|
||||
from twisted.web._newclient import ResponseDone, ResponseFailed
|
||||
|
||||
|
||||
__all__ = [
|
||||
'PartialDownloadError',
|
||||
'ResponseDone', 'Response', 'ResponseFailed', 'Agent', 'CookieAgent',
|
||||
'ProxyAgent', 'ContentDecoderAgent', 'GzipDecoder', 'RedirectAgent',
|
||||
'HTTPConnectionPool', 'readBody']
|
||||
|
|
@ -1,26 +0,0 @@
|
|||
# -*- test-case-name: twisted.internet.test.test_endpoints -*-
|
||||
# Copyright (c) Twisted Matrix Laboratories.
|
||||
# See LICENSE for details.
|
||||
|
||||
"""
|
||||
Implementations of L{IStreamServerEndpoint} and L{IStreamClientEndpoint} that
|
||||
wrap the L{IReactorTCP}, L{IReactorSSL}, and L{IReactorUNIX} interfaces.
|
||||
|
||||
This also implements an extensible mini-language for describing endpoints,
|
||||
parsed by the L{clientFromString} and L{serverFromString} functions.
|
||||
|
||||
@since: 10.1
|
||||
"""
|
||||
|
||||
from __future__ import division, absolute_import
|
||||
|
||||
from twisted.internet.endpoints import (
|
||||
clientFromString, serverFromString, quoteStringArgument,
|
||||
TCP4ServerEndpoint, TCP6ServerEndpoint,
|
||||
TCP4ClientEndpoint, TCP6ClientEndpoint,
|
||||
UNIXServerEndpoint, UNIXClientEndpoint,
|
||||
SSL4ServerEndpoint, SSL4ClientEndpoint,
|
||||
AdoptedStreamServerEndpoint, connectProtocol,
|
||||
)
|
||||
|
||||
__all__ = ["TCP4ClientEndpoint", "SSL4ServerEndpoint"]
|
||||
|
|
@ -1,28 +0,0 @@
|
|||
# Copyright (c) Twisted Matrix Laboratories.
|
||||
# See LICENSE for details.
|
||||
|
||||
"""
|
||||
Interface documentation.
|
||||
|
||||
Maintainer: Itamar Shtull-Trauring
|
||||
"""
|
||||
|
||||
from __future__ import division, absolute_import
|
||||
|
||||
from twisted.internet.interfaces import (
|
||||
IAddress, IConnector, IResolverSimple, IReactorTCP, IReactorSSL,
|
||||
IReactorWin32Events, IReactorUDP, IReactorMulticast, IReactorProcess,
|
||||
IReactorTime, IDelayedCall, IReactorThreads, IReactorCore,
|
||||
IReactorPluggableResolver, IReactorDaemonize, IReactorFDSet,
|
||||
IListeningPort, ILoggingContext, IFileDescriptor, IReadDescriptor,
|
||||
IWriteDescriptor, IReadWriteDescriptor, IHalfCloseableDescriptor,
|
||||
ISystemHandle, IConsumer, IProducer, IPushProducer, IPullProducer,
|
||||
IProtocol, IProcessProtocol, IHalfCloseableProtocol,
|
||||
IFileDescriptorReceiver, IProtocolFactory, ITransport, ITCPTransport,
|
||||
IUNIXTransport,
|
||||
ITLSTransport, ISSLTransport, IProcessTransport, IServiceCollection,
|
||||
IUDPTransport, IUNIXDatagramTransport, IUNIXDatagramConnectedTransport,
|
||||
IMulticastTransport, IStreamClientEndpoint, IStreamServerEndpoint,
|
||||
IStreamServerEndpointStringParser, IStreamClientEndpointStringParser,
|
||||
IReactorUNIX, IReactorUNIXDatagram, IReactorSocket, IResolver
|
||||
)
|
||||
|
|
@ -1,23 +0,0 @@
|
|||
# -*- test-case-name: twisted.web.test -*-
|
||||
# Copyright (c) Twisted Matrix Laboratories.
|
||||
# See LICENSE for details.
|
||||
|
||||
"""
|
||||
Interface definitions for L{twisted.web}.
|
||||
|
||||
@var UNKNOWN_LENGTH: An opaque object which may be used as the value of
|
||||
L{IBodyProducer.length} to indicate that the length of the entity
|
||||
body is not known in advance.
|
||||
"""
|
||||
|
||||
from twisted.web.iweb import (
|
||||
IRequest, ICredentialFactory, IBodyProducer, IRenderable, ITemplateLoader,
|
||||
IResponse, _IRequestEncoder, _IRequestEncoderFactory, UNKNOWN_LENGTH,
|
||||
)
|
||||
|
||||
__all__ = [
|
||||
"ICredentialFactory", "IRequest",
|
||||
"IBodyProducer", "IRenderable", "IResponse", "_IRequestEncoder",
|
||||
"_IRequestEncoderFactory",
|
||||
|
||||
"UNKNOWN_LENGTH"]
|
||||
Loading…
Reference in New Issue