python之路——作业：Select FTP（仅供参考）

一、作业需要

使用SELECT或SELECTORS模块实现并发简单版FTP
允许多用户并发上传下载文件

二、README

程序实现了以下功能：
    1、用户登录注册（测试用户：japhi、alex；密码都是123）
    2、上传/下载文件（已有示例文件）
    3、查看不同用户自己家得目录下文件
    4、使用了selector模块，实现单线程下并发效果

客户端启动程序：Client_start.py
服务端启动程序：Server_start.py

三、目录说明

Select FTP/
|-- Select FTPClient/              #客户端文件夹
|   |-- 示例文件夹/         #客户端上传/下载示例文件夹
|   |-- Client_start.py     #客户端启动程序
|
|-- FTPServer/              #服务端文件夹
|   |-- bin/
|   |   |-- __init__.py
|   |   |-- Server_start.py   #程序启动的主入口
|   |
|   |-- conf/
|   |   |-- setting.py         #配置文件
|   |
|   |-- db/                    #用户数据
|   |   |-- alex               #用户名alex的数据文件夹
|   |   |-- japhi              #用户名japhi的数据文件夹
|   |
|   |-- home/
|   |   |-- alex/               #用户alex用户家目录
|   |   |-- japhi/              #用户japhi用户家目录
|   |
|-- log/
|   |-- log_sys.log             #日志文件
|
|-- src/
|   |-- __init__.py
|   |-- common.py               #公共函数功能
|   |-- main.py                 #程序主函数
|   |-- user.py                 #用户类及方法
|
|-- FTP.png                     #流程图
|-- README.txt

四、流程图

五、代码说明

1、Select FTPClient/Client_start.py

import socket,os,sys,time
Basedir = os.path.join(os.path.dirname(os.path.dirname(os.path.abspath(__file__))),"FTPServer")
updir = os.path.join(os.path.dirname(os.path.abspath(__file__)),"示例文件夹")
sys.path.append(Basedir)
HOST = "localhost"
PORT = 6960

def upload(client,user_info,name):
    '''
    客户端上传文件的函数
    :param client:scoket客户端标志
    :param user_info:客户端登陆用户的信息
    :param name:客户端登陆用户的名字
    :return:none
    '''
    print("33[1;37m当前可选上传33[0m".center(40,"*"))
    dic = {}
    for root, dirs, files in os.walk(updir):
        for i,j in enumerate(files):
            k = i+1
            dic[k] = j
            print("33[1;37m%s：%s33[0m"%(k,j))
    choice = input("请输入要上传的文件序号：>>>")
    command = "upload+"+user_info
    client.send(bytes(command,encoding="utf-8"))
    res = client.recv(1024)
    if str(res,encoding="utf-8") == "True":
        dir = os.path.join(updir,dic[int(choice)])
        f = open(dir,"rb")
        data = f.read()
        length = str(len(data))
        command2 = "uploadfile+"+user_info+"+"+length+"+"+dic[int(choice)]
        client.send(command2.encode("utf-8"))
        client.recv(1024)
        # time.sleep(0.5)
        client.sendall(data)
        time.sleep(1)
        print("33[1;37m文件上传成功33[0m")
        f.close()

def download(client,user_info,name):
    '''
    客户端下载文件的函数
    :param client: scoket客户端标志
    :param user_info: 客户端登陆的用户信息
    :param name:客户端登陆的用户名字
    :return: none
    '''
    dic = {}
    command = "download+"+user_info
    client.sendall(bytes(command, encoding="utf-8"))
    data = client.recv(4069)
    res = eval(str(data, encoding="utf-8"))
    if len(res) == 0:
        print("33[1;31m当前目录下暂无文件33[0m".center(40, "-"))
    else:
        for i,j in enumerate(res):
            k = i + 1
            dic[k] = j
            print("33[1;37m%s：%s33[0m" % (k, j))
        choice = input("请选择要下载的文件序号：>>>")
        command2 = "downloadfile+"+user_info+"+"+dic[int(choice)]
        client.send(bytes(command2 , encoding="utf-8"))
        print("33[1;37m准备开始下载文件33[0m")
        dir = os.path.join(updir, dic[int(choice)])
        res_length = str(client.recv(1024).decode())
        # client.send("True".encode("utf-8"))         #防止方式黏包
        length = 0
        f = open(dir, "wb")
        while length < int(res_length):
            if int(res_length) - length > 1024:
                size = 1024
            else:
                size = int(res_length) - length
            data = client.recv(size)
            length += len(data)
            f.write(data)
        if length == int(res_length):
            time.sleep(1)
            print("33[1;37m文件下载成功33[0m")
            f.close()

def view_file(client,user_info,name):
    '''
    客户端查看当前目录下文件的函数
    :param client: scoket客户端标志
    :param user_info: 客户端登陆的用户信息
    :param name: 客户端登陆的用户名字
    :return: none
    '''
    command = "view+"+user_info
    client.sendall(bytes(command,encoding="utf-8"))
    data = client.recv(1024)
    res = eval(str(data,encoding="utf-8"))
    if len(res) == 0:
        print("33[1;31m当前目录下暂无文件33[0m".center(40, "-"))
    else:
        for i in res:
            print("33[1;35m%s33[0m"%i)

def operate(client,user_info,name):
    '''
    客户端操作主函数
    :param client: scoket客户端标志
    :param user_info: 客户端登陆的用户信息
    :param name: 客户端登陆的用户名字
    :return: none
    '''
    dic = {"1":upload,"2":download,"3":view_file}
    info = '''------操作指令------
    1、上传文件
    2、下载文件
    3、查看目录下文件
    4、退出
    '''
    while True:
        print("33[1;33m%s33[0m" % info)
        choice = input("请输入你要操作的命令：>>>").strip()
        if choice.isdigit() and 0 < int(choice) <= len(dic):
            dic.get(choice)(client,user_info,name)
        elif choice.isdigit() and int(choice) == 4:
            break
        else:
            print("33[1;31m输出错误33[0m".center(40, "-"))

def com_parse(client,com):
    '''
    客户端用户登陆注册命中解析函数
    :param client: 客户端scoket标志
    :param com: 命令
    :return: 登陆成功返回True，否则False
    '''
    client.sendall(com.encode("utf-8"))
    re = client.recv(4096)
    if str(re,encoding="utf-8") == "Success":
        return True
    elif str(re, encoding="utf-8") == "Success":
        return False

def login(client,data):
    '''
    客户端用户登陆函数
    :param client: 客户端scoket标志
    :param data: 数据
    :return: none
    '''
    name = input("请输入您的名字：>>>").strip()
    psd = input("请输入密码：>>>").strip()
    user_info = name+"+"+psd
    com = "login+"+user_info
    if com_parse(client,com):
        print("33[1;31m登陆成功33[0m")
        operate(client,user_info,name)
    else:
        print("33[1;31m登陆出现异常33[0m")

def register(client,data):
    '''
    客户端用户注册函数
    :param client: 客户端scoket标志
    :param data: 数据
    :return: none
    '''
    name = input("请输入您的名字：>>>").strip()
    psd = input("请输入密码：>>>").strip()
    com = "register+" + name + "+" + psd
    if com_parse(client, com):
        user_info = name + "+" + psd
        print("33[1;31m注册成功33[0m")
        operate(client, user_info, name)
    else:
        print("33[1;31m注册出现异常33[0m")

def quit(client,data):
    '''
    程序退出函数
    :param client: 客户端scoket标志
    :param data: 用户数据
    :return: none
    '''
    exit()

def main_func(client):
    '''
    客户端主菜单函数
    :param client: 客户端scoket标志
    :param data: 数据
    :return: none
    '''
    data = "连接成功"
    # client.send("succeed".encode("utf-8"))
    dic = {"1":login,"2":register,"3":quit}
    info = '''------用户登录界面------*{0}*
        1、登陆
        2、注册
        3、退出
    '''.format(data)
    print("33[1;33m%s33[0m"%info)
    what = input("你要干嘛？>>>").strip()
    if what.isdigit() and 0 < int(what) <= len(dic):
        dic.get(what)(client,data)
    else:
        print("33[1;31m输出错误33[0m".center(40,"-"))

if __name__ == '__main__':
    client = socket.socket(socket.AF_INET,socket.SOCK_STREAM)
    client.connect((HOST,PORT))
    main_func(client)
    client.close()

2、Select FTPServer/bin/Server_start.py

import os,sys
BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
sys.path.append(BASE_DIR)
from src.main import func

if __name__ == '__main__':
    func()

3、Select FTPServer/conf/settings.py

import os

basedir = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
user_home = "%s/home"%basedir
user_info = "%s/db"%basedir
log_dir = os.path.join(basedir,"log")

HOST = "localhost"
PORT = 6960

4、Select FTPServer/src/common.py

import logging,os,pickle,sys,uuid
frame = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
sys.path.append(frame)
from conf import settings

def sys_logging(content,levelname):
    '''
    程序记录日志函数
    :param content: 日志的内容
    :param levelname: 日志的等级
    :return: none
    '''
    _filename = os.path.join(settings.log_dir,"log_sys.log")
    log = logging.getLogger(_filename)
    logging.basicConfig(filename=_filename,level=logging.INFO,format='%(asctime)s-%(levelname)s-%(message)s', datefmt='%m/%d/%Y %I:%M:%S %p')
    if levelname == 'debug':
        logging.debug(content)
    elif levelname == 'info':
        logging.info(content)
    elif levelname == 'warning':
        logging.warning(content)
    elif levelname == 'error':
        logging.error(content)
    elif levelname == 'critical':
        logging.critical(content)

def show(msg,msg_type):
    '''
    程序不同信息打印的字体颜色
    :param msg: 打印信息
    :param msg_type: 打印信息的类型
    :return: none
    '''
    if msg_type == "info":
        show_msg = "33[1;35m%s33[0m"%msg
    elif msg_type == "error":
        show_msg = "33[1;31m%s33[0m"%msg
    elif msg_type == "msg":
        show_msg = "33[1;37m%s33[0m"%msg
    else:
        show_msg = "33[1;32m%s33[0m"%msg
    print(show_msg)
    sys_logging(msg,msg_type)

5、Select FTPServer/src/main.py

import socket,os,sys,selectors
Base_dir = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
sys.path.append(Base_dir)
from conf import settings
from src.common import show
from src.user import User

sel = selectors.DefaultSelector()

def accept(server, mask):
    '''
    新链接的回调函数
    :param server:服务端实例化对象名
    :param mask:链接数
    :return:none
    '''
    show("正在监听[%s]地址[%s]端口，等待连接。。。" % (settings.HOST, settings.PORT), "info")
    con, addr = server.accept()
    show("收到{0}的连接请求，正在通信中。。。".format(addr), "info")
    con.setblocking(False)
    sel.register(con, selectors.EVENT_READ, server_method)

def server_method(con,mask):
    '''
    服务端数据解析主函数
    :param con:
    :param addr:
    :return:
    '''
    # try:
    cmd = con.recv(1024)
    # print(cmd)
    if not cmd:
        sel.unregister(con)
        con.close()
    else:
        # print(cmd)
        data = cmd.decode()
        res = data.split("+")
        name = res[1]
        psd = res[2]
        if res[0] == "login":
            show("收到客户端登陆的请求，正在登陆。。。", "msg")
            user = User(name, psd)
            sign = user.login()
            if sign:
                con.sendall(bytes("Success", encoding="utf-8"))
            else:
                con.sendall(bytes("Failure", encoding="utf-8"))
        elif res[0] == "register":
            show("收到客户端注册的请求，正在注册。。。", "msg")
            user = User(name, psd)
            if user.register():
                con.sendall(bytes("Success", encoding="utf-8"))
            else:
                con.sendall(bytes("Failure", encoding="utf-8"))
        elif res[0] == "view":
            show("收到客户端查看当前目录文件的请求。。。", "msg")
            user = User(name, psd)
            res = user.view_file()
            file = str(res)
            con.sendall(bytes(file, encoding="utf-8"))
            show("当前目录文件查看成功", "info")
        elif res[0] == "upload":
            show("收到客户端上传文件的请求。。。", "msg")
            con.send(bytes("True", encoding="utf-8"))
        elif res[0] == "uploadfile":
            res_length = res[3]
            filename = res[4]
            # print(res_length)
            User.receive(filename, name, res_length, con)
        elif res[0] == "download":
            show("收到客户端下载文件的请求。。。", "msg")
            user = User(name, psd)
            res = str(user.view_file())
            con.sendall(bytes(res, encoding="utf-8"))
        elif res[0] == "downloadfile":
            filename = res[3]
            show("开始下载文件", "msg")
            User.download_file(filename, name, con)
            show("文件下载成功", "info")
    # except Exception as e:
    #     con.close()
    #     show("发生错误：%s"%e,"error")

def func():
    '''
    服务端主函数
    :return: none
    '''
    server = socket.socket(socket.AF_INET,socket.SOCK_STREAM)
    server.bind((settings.HOST,settings.PORT))
    server.listen(100)
    server.setblocking(False)
    sel.register(server, selectors.EVENT_READ, accept)
    while True:
        events = sel.select()
        # print(events)   #11111111111
        for key,mask in events:
            callback = key.data
            # print(key.data, "-----")
            callback(key.fileobj,mask)
            # print(key.fileobj,"-----",mask)

6、Select FTPServer/src/user.py

import os,sys,pickle,socket,time
Base_dir = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
sys.path.append(Base_dir)
from conf import settings
from src.common import show

class User(object):
    '''
    用户类
    '''
    def __init__(self,username,psd):
        self.name = username
        self.password = psd
        self.home_path = settings.user_home + "/" +self.name

    def login(self):
        '''
        用户登陆方法
        :return:
        '''
        user_dic = User.info_read(self.name)
        if user_dic[self.name] == self.password:
            show("登陆成功","info")
            return True
        else:
            show("登陆失败，用户名或密码错误","error")
            return False

    def register(self):
        '''
        用户注册方法
        :return:
        '''
        dic = {}
        dic[self.name] = self.password
        if User.info_write(self.name,dic):
            show("注册成功","info")
            os.mkdir(self.home_path)
            os.mkdir("%s/others" % self.home_path)
            with open("%s空白文件" % self.home_path, "w") as f:
                f.write("空白文件")
            return True
        else:
            show("注册失败","error")
            return False

    def view_file(self):
        '''
        查看当前目录下文件
        :return: 目录下文件名组成的列表
        '''
        if not os.path.exists(self.home_path):
            os.mkdir(self.home_path)
            with open("%s空白文件"%self.home_path,"w") as f:
                f.write("空白文件")
        for root, dirs, files in os.walk(self.home_path):
            return files

    @staticmethod
    def download_file(filename,name,con):
        '''
        下载文件静态方法
        :param filename: 文件名
        :param name: 用户名
        :param con: 标志
        :return: none
        '''
        dir = os.path.join(os.path.join(os.path.join(Base_dir, "home"), name), filename)
        with open(dir,"rb") as f:
            data = f.read()
            length = str(len(data))
            # print(type(a))
            con.sendall(bytes(length,encoding="utf-8"))
            time.sleep(1)
            # con.recv(1024)
            # print(con.recv(1024).decode())
            con.sendall(data)

    @staticmethod
    def receive(filename,name,res_length,con):
        '''
        接收文件静态方法
        :param filename: 文件名
        :param name: 用户名
        :param con: 标志
        :return: none
        '''
        con.send("True".encode("utf-8"))
        # print(filename)
        time.sleep(0.5)
        dir = os.path.join(os.path.join(os.path.join(Base_dir,"home"),name),filename)
        length = 0
        f =  open(dir, "wb")
        while length < int(res_length):
            if int(res_length) - length > 1024:
                size = 1024
            else:
                size = int(res_length) - length
            data = con.recv(size)
            length += len(data)
            # print(length)
            f.write(data)
        if length == int(res_length):
            time.sleep(0.5)
            show("文件下载成功","info")
            f.close()
            return True

    @staticmethod
    def info_read(name):
        '''
        读取用户数据的静态方法
        :param name: 用户名
        :return: 字典
        '''
        user_dir = os.path.join(settings.user_info,name)
        if os.path.exists(user_dir):
            with open(user_dir,"rb") as f:
                dic = pickle.load(f)
                return dic
        else:
            print("用户数据为空")

    @staticmethod
    def info_write(name,dic):
        '''
        写入用户数据的静态方法
        :param name:用户名
        :param dic:用户信息字典
        :return:True
        '''
        user_dir = os.path.join(settings.user_info, name)
        with open(user_dir,"wb") as f:
            pickle.dump(dic,f)
            return True

#