mirror of https://github.com/scrapy/scrapy.git
46 lines
1.4 KiB
Python
46 lines
1.4 KiB
Python
import posixpath
|
|
from contextlib import closing
|
|
from ftplib import FTP, error_perm
|
|
from posixpath import dirname
|
|
from typing import IO
|
|
|
|
|
|
def ftp_makedirs_cwd(ftp: FTP, path: str, first_call: bool = True) -> None:
|
|
"""Set the current directory of the FTP connection given in the ``ftp``
|
|
argument (as a ftplib.FTP object), creating all parent directories if they
|
|
don't exist. The ftplib.FTP object must be already connected and logged in.
|
|
"""
|
|
try:
|
|
ftp.cwd(path)
|
|
except error_perm:
|
|
ftp_makedirs_cwd(ftp, dirname(path), False)
|
|
ftp.mkd(path)
|
|
if first_call:
|
|
ftp.cwd(path)
|
|
|
|
|
|
def ftp_store_file(
|
|
*,
|
|
path: str,
|
|
file: IO[bytes],
|
|
host: str,
|
|
port: int,
|
|
username: str,
|
|
password: str,
|
|
use_active_mode: bool = False,
|
|
overwrite: bool = True,
|
|
) -> None:
|
|
"""Opens a FTP connection with passed credentials,sets current directory
|
|
to the directory extracted from given path, then uploads the file to server
|
|
"""
|
|
with FTP() as ftp, closing(file):
|
|
ftp.connect(host, port)
|
|
ftp.login(username, password)
|
|
if use_active_mode:
|
|
ftp.set_pasv(False)
|
|
file.seek(0)
|
|
dirname, filename = posixpath.split(path)
|
|
ftp_makedirs_cwd(ftp, dirname)
|
|
command = "STOR" if overwrite else "APPE"
|
|
ftp.storbinary(f"{command} {filename}", file)
|