赞
踩
在服务器上部署相关应用时,需要自动采集图片进行上传,可采用搭建 FTP 服务的方式实现
FTP服务器(File Transfer Protocol Server)是在互联网上提供文件存储和访问服务的计算机,它们依照FTP协议提供服务。 FTP是File Transfer Protocol(文件传输协议),顾名思义,就是专门用来传输文件的协议。简单地说,支持FTP协议的服务器就是FTP服务器。
FTP支持跨平台传输,因此可将FTP服务器部署在windows、linux、unix等操作系统中,本文实现的是在linux(ubuntu)上搭建FTP服务器,其它平台的可查找相关资料。
安装方法如下
sudo apt-get install vsftpd
安装好之后修改配置文件
sudo vim /etc/vsftpd.conf
总共有以下几处修改
- write_enable=YES //使FTP服务器可写
- pam_service_name=ftp //此处ubuntu的系统需要改为ftp
- utf8_filesystem=YES //防止中文乱码
配置完后重启服务
service vsftpd restart
至此,FTP服务器搭建好了,我们可以在电脑文件系统上输入ftp://[服务器IP]来访问,然后输入用户名密码即可连接
下边的代码实现的是自动监测某个文件夹,当有新图片产生时,自动上传到服务器上
- #!/usr/bin/python
- # -*- coding: UTF-8 -*-
-
- from ftplib import FTP
- import os
- import sys
- import time
- import socket
- import inotify.adapters
-
- class MyFTP:
- """
- ftp自动下载、自动上传脚本,可以递归目录操作
- """
-
- def __init__(self, host, port=21):
- """ 初始化 FTP 客户端
- 参数:
- host:ip地址
- port:端口号
- """
- # print("__init__()---> host = %s ,port = %s" % (host, port))
-
- self.host = host
- self.port = port
- self.ftp = FTP()
- # 重新设置下编码方式
- self.ftp.encoding = 'gbk'
-
- self.log_file = open("log.txt", "a")
- self.file_list = []
-
- def login(self, username, password):
- """ 初始化 FTP 客户端
- 参数:
- username: 用户名
- password: 密码
- """
- try:
- timeout = 60
- socket.setdefaulttimeout(timeout)
- # 0主动模式 1 #被动模式
- self.ftp.set_pasv(True)
- # 打开调试级别2,显示详细信息
- # self.ftp.set_debuglevel(2)
-
- self.debug_print('开始尝试连接到 %s' % self.host)
- self.ftp.connect(self.host, self.port)
- self.debug_print('成功连接到 %s' % self.host)
-
- self.debug_print('开始尝试登录到 %s' % self.host)
- self.ftp.login(username, password)
- self.debug_print('成功登录到 %s' % self.host)
-
- self.debug_print(self.ftp.welcome)
- except Exception as err:
- self.deal_error("FTP 连接或登录失败 ,错误描述为:%s" % err)
- pass
-
- def is_same_size(self, local_file, remote_file):
- """判断远程文件和本地文件大小是否一致
- 参数:
- local_file: 本地文件
- remote_file: 远程文件
- """
- try:
- remote_file_size = self.ftp.size(remote_file)
- except Exception as err:
- # self.debug_print("is_same_size() 错误描述为:%s" % err)
- remote_file_size = -1
-
- try:
- local_file_size = os.path.getsize(local_file)
- except Exception as err:
- # self.debug_print("is_same_size() 错误描述为:%s" % err)
- local_file_size = -1
-
- self.debug_print('local_file_size:%d , remote_file_size:%d' % (local_file_size, remote_file_size))
- if remote_file_size == local_file_size:
- return 1
- else:
- return 0
-
- def download_file(self, local_file, remote_file):
- """从ftp下载文件
- 参数:
- local_file: 本地文件
- remote_file: 远程文件
- """
- self.debug_print("download_file()---> local_path = %s ,remote_path = %s" % (local_file, remote_file))
-
- if self.is_same_size(local_file, remote_file):
- self.debug_print('%s 文件大小相同,无需下载' % local_file)
- return
- else:
- try:
- self.debug_print('>>>>>>>>>>>>下载文件 %s ... ...' % local_file)
- buf_size = 1024
- file_handler = open(local_file, 'wb')
- self.ftp.retrbinary('RETR %s' % remote_file, file_handler.write, buf_size)
- file_handler.close()
- except Exception as err:
- self.debug_print('下载文件出错,出现异常:%s ' % err)
- return
-
- def download_file_tree(self, local_path, remote_path):
- """从远程目录下载多个文件到本地目录
- 参数:
- local_path: 本地路径
- remote_path: 远程路径
- """
- print("download_file_tree()---> local_path = %s ,remote_path = %s" % (local_path, remote_path))
- try:
- self.ftp.cwd(remote_path)
- except Exception as err:
- self.debug_print('远程目录%s不存在,继续...' % remote_path + " ,具体错误描述为:%s" % err)
- return
-
- if not os.path.isdir(local_path):
- self.debug_print('本地目录%s不存在,先创建本地目录' % local_path)
- os.makedirs(local_path)
-
- self.debug_print('切换至目录: %s' % self.ftp.pwd())
-
- self.file_list = []
- # 方法回调
- self.ftp.dir(self.get_file_list)
-
- remote_names = self.file_list
- self.debug_print('远程目录 列表: %s' % remote_names)
- for item in remote_names:
- file_type = item[0]
- file_name = item[1]
- local = os.path.join(local_path, file_name)
- if file_type == 'd':
- print("download_file_tree()---> 下载目录: %s" % file_name)
- self.download_file_tree(local, file_name)
- elif file_type == '-':
- print("download_file()---> 下载文件: %s" % file_name)
- self.download_file(local, file_name)
- self.ftp.cwd("..")
- self.debug_print('返回上层目录 %s' % self.ftp.pwd())
- return True
-
- def upload_file(self, local_file, remote_file):
- """从本地上传文件到ftp
- 参数:
- local_path: 本地文件
- remote_path: 远程文件
- """
- if not os.path.isfile(local_file):
- self.debug_print('%s 不存在' % local_file)
- return
-
- if self.is_same_size(local_file, remote_file):
- self.debug_print('跳过相等的文件: %s' % local_file)
- return
-
- buf_size = 1024
- file_handler = open(local_file, 'rb')
- self.ftp.storbinary('STOR %s' % remote_file, file_handler, buf_size)
- file_handler.close()
- self.debug_print('上传: %s' % local_file + "成功!")
-
- def upload_file_tree(self, local_path, remote_path):
- """从本地上传目录下多个文件到ftp
- 参数:
- local_path: 本地路径
- remote_path: 远程路径
- """
- if not os.path.isdir(local_path):
- self.debug_print('本地目录 %s 不存在' % local_path)
- return
-
- self.ftp.cwd(remote_path)
- self.debug_print('切换至远程目录: %s' % self.ftp.pwd())
-
- local_name_list = os.listdir(local_path)
- for local_name in local_name_list:
- src = os.path.join(local_path, local_name)
- if os.path.isdir(src):
- try:
- self.ftp.mkd(local_name)
- except Exception as err:
- self.debug_print("目录已存在 %s ,具体错误描述为:%s" % (local_name, err))
- self.debug_print("upload_file_tree()---> 上传目录: %s" % local_name)
- self.upload_file_tree(src, local_name)
- else:
- self.debug_print("upload_file_tree()---> 上传文件: %s" % local_name)
- self.upload_file(src, local_name)
- self.ftp.cwd("..")
-
- def close(self):
- """ 退出ftp
- """
- self.debug_print("close()---> FTP退出")
- self.ftp.quit()
- self.log_file.close()
-
- def debug_print(self, s):
- """ 打印日志
- """
- self.write_log(s)
-
- def deal_error(self, e):
- """ 处理错误异常
- 参数:
- e:异常
- """
- log_str = '发生错误: %s' % e
- self.write_log(log_str)
- sys.exit()
-
- def write_log(self, log_str):
- """ 记录日志
- 参数:
- log_str:日志
- """
- time_now = time.localtime()
- date_now = time.strftime('%Y-%m-%d', time_now)
- format_log_str = "%s ---> %s \n " % (date_now, log_str)
- print(format_log_str)
- self.log_file.write(format_log_str)
-
- def get_file_list(self, line):
- """ 获取文件列表
- 参数:
- line:
- """
- file_arr = self.get_file_name(line)
- # 去除 . 和 ..
- if file_arr[1] not in ['.', '..']:
- self.file_list.append(file_arr)
-
- def get_file_name(self, line):
- """ 获取文件名
- 参数:
- line:
- """
- pos = line.rfind(':')
- while (line[pos] != ' '):
- pos += 1
- while (line[pos] == ' '):
- pos += 1
- file_arr = [line[0], line[pos:]]
- return file_arr
-
-
- if __name__ == "__main__":
-
- host_address = "10.1.*"
- username = "**"
- password = "**"
- my_ftp = MyFTP(host_address)
- my_ftp.login(username, password)
-
- i = inotify.adapters.Inotify()
- i.add_watch("/media/nvidia/jiaxun/20220216")
-
- for event in i.event_gen(yield_nones=False):
-
- (_, type_names, path, filename) = event
-
- if 'IN_CLOSE_WRITE' in type_names and "jpg" in filename:
- print("-----------------------------------")
- print("PATH=[{}] FILENAME=[{}] EVENT_TYPES={}".format(path, filename, type_names))
- # upload_file("video", path, filename)
- print("-----------------------------------")
-
-
-
- # 下载单个文件
- # my_ftp.download_file("G:/ftp_test/XTCLauncher.apk", "/App/AutoUpload/ouyangpeng/I12/Release/XTCLauncher.apk")
-
- # 下载目录
- # my_ftp.download_file_tree("G:/ftp_test/", "App/AutoUpload/ouyangpeng/I12/")
-
- # 上传单个文件
- my_ftp.upload_file(filename, "/home/lthpc/workspace_zong/ftp_folder/" + filename)
- # my_ftp.upload_file("G:/ftp_test/Python编程快速上手__让繁琐工作自动化.pdf", "/App/AutoUpload/ouyangpeng/I12/Release/Python编程快速上手__让繁琐工作自动化.pdf")
-
- # 上传目录
- # my_ftp.upload_file_tree("G:/ftp_test/", "/App/AutoUpload/ouyangpeng/I12/")
-
- my_ftp.close()
Copyright © 2003-2013 www.wpsshop.cn 版权所有,并保留所有权利。