项目

目录

• 程序结构说明
  • conf 配置文件目录
  • db 数据库文件夹
    • client
    • server
  • lib 文件夹
  • log 文件夹
  • clent 客户端主程序
  • server 服务端主程序
  • server 服务端支持并发

程序结构说明

# 文件上传-断点续传

文件上传时可能会异常终止,因此只下载了一部分,所以我们可以重新连接之后接着下载.

# 目录结构

|- client.py
|- server.py
|- conf
    |- settings.py
|- lib
    |- common.py
|- log
    |- log.log
|- db
    |- server_db
    |- client_db
|- README.md
|- requirement.txt

# client.py

发送指令给服务端,下载文件.

# server.py

实现并发的服务端,提供文件.

## 文件的多种状态

1. 全新的文件,未下载的文件
2. 下载一部分的文件
3. 下载完成的文件

# conf/settings.py

IP = ''
PORT = ''
BASE_PATH = ''
DB_PATH = ''
CLIENT_DB_PATH = ''
SERVER_DB_PATH = ''
LOG_PATH = ''

日志的模板

# lib/common.py

通用模板,如:日志.

# log/log.log

记录日志,**按天新增文件**

# db

存储客户端/服务端数据


1. ls

conf 配置文件目录

####################
# log_settings.py  #
####################

## 日志模块配置
import os

# 定义三种日志输出格式 开始
standard_format = '[%(asctime)s][%(threadName)s:%(thread)d][task_id:%(name)s][%(filename)s:%(lineno)d]' 
                  '[%(levelname)s][%(message)s]'  # 其中name为getLogger()指定的名字；lineno为调用日志输出函数的语句所在的代码行
simple_format = '[%(levelname)s][%(asctime)s][%(filename)s:%(lineno)d]%(message)s'
id_simple_format = '[%(levelname)s][%(asctime)s] %(message)s'
# 定义日志输出格式 结束

logfile_dir = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))  # log文件的目录，需要自定义文件路径 # atm
logfile_dir = os.path.join(logfile_dir, 'log')  # C:UsersoldboyDesktopatmlog

logfile_name = '{name}.log'  # log文件名，需要自定义路径名

# 如果不存在定义的日志目录就创建一个
if not os.path.isdir(logfile_dir):  # C:UsersoldboyDesktopatmlog
    os.mkdir(logfile_dir)

# log文件的全路径
logfile_path = os.path.join(logfile_dir, logfile_name)  # C:UsersoldboyDesktopatmloglog.log
# 定义日志路径 结束

# log配置字典
LOGGING_DIC = {
    'version': 1,
    'disable_existing_loggers': False,
    'formatters': {
        'standard': {
            'format': standard_format
        },
        'simple': {
            'format': simple_format
        },
    },
    'filters': {},  # filter可以不定义
    'handlers': {
        # 打印到终端的日志
        'console': {
            'level': 'DEBUG',
            'class': 'logging.StreamHandler',  # 打印到屏幕
            'formatter': 'simple'
        },
        # 打印到文件的日志,收集info及以上的日志
        'default': {
            'level': 'INFO',
            'class': 'logging.handlers.RotatingFileHandler',  # 保存到文件
            'formatter': 'standard',
            'filename': logfile_path,  # 日志文件
            'maxBytes': 1024 * 1024 * 5,  # 日志大小 5M  (*****)
            'backupCount': 5,
            'encoding': 'utf-8',  # 日志文件的编码，再也不用担心中文log乱码了
        },
    },
    'loggers': {
        # logging.getLogger(__name__)拿到的logger配置。如果''设置为固定值logger1，则下次导入必须设置成logging.getLogger('logger1')
        '': {
            # 这里把上面定义的两个handler都加上，即log数据既写入文件又打印到屏幕
            'handlers': ['default', 'console'],
            'level': 'DEBUG',
            'propagate': False,  # 向上（更高level的logger）传递
        },
    },
}


################
# setttings.py #
################
import os
IP = '192.168.11.210'
PORT = 8000
BASE_PATH = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
DB_PATH = os.path.join(BASE_PATH, 'db')
CLIENT_DB_PATH = os.path.join(DB_PATH, 'client')
SERVER_DB_PATH = os.path.join(DB_PATH, 'server')
LOG_PATH = os.path.join(BASE_PATH, 'log')

db 数据库文件夹

client

server

lib 文件夹

##############
#  common.py #
##############


import os
import logging
import logging.config
from conf import log_settings,settings

def load_my_logging_cfg(name):

    logfile_name = f'{name}.log'
    logfile_path = os.path.join(settings.LOG_PATH, logfile_name)
    log_settings.LOGGING_DIC['handlers']['default']['filename'] = logfile_path

    logging.config.dictConfig(log_settings.LOGGING_DIC)  # 导入上面定义的logging配置
    logger = logging.getLogger(name)  # 生成一个log实例
    logger.info(f'{name} works!')  # 记录该文件的运行状态

    return logger

if __name__ == '__main__':
    load_my_logging_cfg('aaa')

log 文件夹

作用:记录日志信息

clent 客户端主程序

#############
# client.py #
#############
import os
import struct
from socket import *
from conf import settings
from lib import common

logger = common.load_my_logging_cfg('client')

client = socket()
client.connect(('127.0.0.1', 8000))

def save_file_content(filename, file_content):
    """保存文件内容"""
    file_path = os.path.join(settings.CLIENT_DB_PATH, filename)
    with open(file_path, 'ab') as fw:
        fw.write(file_content)

while True:

    # 接收文件列表

    client.send('ls'.encode('utf8'))
    file_list = client.recv(1024)
    file_list = eval(file_list.decode('utf8'))
    for ind, val in enumerate(file_list):
        print(ind, val)

    # 选择文件
    file_choice = input('请选择你需要下载的文件:')  # 0
    filename = file_list[int(file_choice)]  # type:str

    # 发送文件和文件大小
    file_path = os.path.join(settings.CLIENT_DB_PATH, filename)

    if os.path.exists(file_path):
        file_size = os.path.getsize(file_path)
        client.send(str((filename, file_size)).encode('utf8'))
    else:
        client.send(str((filename, 0)).encode('utf8'))

    # 接收文件并保存
    # 接收文件头
    file_head = client.recv(4)
    file_head = struct.unpack('i', file_head)[0]  # file_size
    print(file_head)
    # 接收文件内容
    # print(file_head)
    recv_size = 0
    if file_head!=0:
        while recv_size <= file_head:
            file_content = client.recv(10240)
            recv_size += 10240
            print('recv_size:', recv_size)
            save_file_content(filename, file_content)
        else:
            print('啥玩意')
    else:
        print('文本已经存在')
    logger.info(f'{filename}下载成功')

server 服务端主程序

##############
#  server.py #
##############

import os
import struct
from socket import *
from lib import common
from conf import settings

logger = common.load_my_logging_cfg('server')

server = socket()
server.bind((settings.IP, settings.PORT))
server.listen(5)


def get_filename_list():
    """获取db/server下的所有文件名"""
    filename_list = os.listdir(settings.SERVER_DB_PATH)

    return filename_list


def get_file_content(filename, file_size):
    """通过文件名获取文件路径"""
    filename_path = os.path.join(settings.SERVER_DB_PATH, filename)
    with open(filename_path, 'rb') as fr:
        fr.seek(file_size, 0)
        file_content = fr.read(1024)

    return file_content


def get_file_content_iter(filename, file_size):
    """通过文件名获取文件路径"""
    filename_path = os.path.join(settings.SERVER_DB_PATH, filename)
    with open(filename_path, 'rb') as fr:
        fr.seek(file_size, 0)
        while True:
            file_content = fr.read(10240)
            print(file_content)
            if file_content:
                yield file_content
            else:
                break


def set_file_head(filename, file_size):
    """设计一个文件头"""
    filename_path = os.path.join(settings.SERVER_DB_PATH, filename)
    file_head = os.path.getsize(filename_path) - file_size
    file_head = struct.pack('i', file_head)

    return file_head


print('start...')
while True:
    conn, client_addr = server.accept()
    print(client_addr)
    while True:
        try:
            # 发送文件列表
            data = conn.recv(1024)
            if data.decode('utf8') == 'ls':
                filename_list = get_filename_list()
                conn.send(str(filename_list).encode('utf8'))
                logger.info(f'{client_addr}查看文件列表')

            # 收到文件名
            filename, file_size = eval(conn.recv(1024).decode('utf8'))
            logger.info(f'{client_addr}下载文件{filename}')
            file_content = get_file_content(filename, file_size)

            # 发送文件
            file_head = set_file_head(filename, file_size)
            # 发送文件头
            conn.send(file_head)

            # 发送文件内容
            for file in get_file_content_iter(filename, file_size):
                if file:
                    conn.send(file)
                else:
                    break

            logger.info(f'成功给{client_addr}发送文件{filename}')

        except ConnectionResetError:
            break
    conn.close()

server 服务端支持并发

##########################
# socketserver_server.py #
##########################

import socketserver
import os
import struct
from lib import common
from conf import settings

logger = common.load_my_logging_cfg('server')


class MyHandler(socketserver.BaseRequestHandler):
    @staticmethod
    def get_filename_list():
        """获取db/server下的所有文件名"""
        filename_list = os.listdir(settings.SERVER_DB_PATH)

        return filename_list

    @staticmethod
    def get_file_content(filename, file_size):
        """通过文件名获取文件路径"""
        filename_path = os.path.join(settings.SERVER_DB_PATH, filename)
        with open(filename_path, 'rb') as fr:
            fr.seek(file_size, 0)
            file_content = fr.read(1024)

        return file_content

    @staticmethod
    def get_file_content_iter(filename, file_size):
        """通过文件名获取文件路径"""
        filename_path = os.path.join(settings.SERVER_DB_PATH, filename)
        with open(filename_path, 'rb') as fr:
            fr.seek(file_size, 0)
            while True:
                file_content = fr.read(10240)
                yield file_content

    @staticmethod
    def set_file_head(filename, file_size):
        """设计一个文件头"""
        filename_path = os.path.join(settings.SERVER_DB_PATH, filename)
        file_head = os.path.getsize(filename_path) - file_size
        file_head = struct.pack('i', file_head)

        return file_head

    def handle(self):
        print(f'{self.client_address}成功连接')
        logger.info(f'{self.client_address}成功连接')
        print(self.client_address)
        while True:
            try:
                # 发送文件列表
                data = self.request.recv(1024)
                if data.decode('utf8') == 'ls':
                    filename_list = self.get_filename_list()
                    self.request.send(str(filename_list).encode('utf8'))
                    logger.info(f'{self.client_address}查看文件列表')

                # 收到文件名
                filename, file_size = eval(self.request.recv(1024).decode('utf8'))
                logger.info(f'{self.client_address}下载文件{filename}')
                file_content = self.get_file_content(filename, file_size)

                # 发送文件
                file_head = self.set_file_head(filename, file_size)
                # 发送文件头
                self.request.send(file_head)

                # 发送文件内容
                for file in self.get_file_content_iter(filename, file_size):
                    self.request.send(file)
                logger.info(f'成功给{self.client_address}发送文件{filename}')

            except ConnectionResetError:
                break
        self.request.close()


if __name__ == '__main__':
    server = socketserver.ThreadingTCPServer(('192.168.11.210', 8000), MyHandler, bind_and_activate=True)
    print('start...')
    server.serve_forever()