unrar在Linux机器中对中文的支持有漏洞
class DecompressionModel: def __init__(self): pass @staticmethod def decompression(rar_file, specified_list, destination_path): """ :param rar_file: abstract path of rar_file :param specified_list: the specified directory list :param destination_path: destination path for unrar :return: """ # DecompressionModel._rar_decompression_command(rarfile, specified_list, base_path) if rar_file.endswith(".rar"): DecompressionModel._rar_decompression_unrar(rar_file, specified_list, destination_path) DecompressionModel._rar_decompression_command(rar_file, specified_list, destination_path) else: if rar_file.endswith(".zip"): DecompressionModel._zip_decompression(rar_file, specified_list, destination_path) else: error_out_print("Error: decompression file [%s] is not zip or rar file. please have a check." % rar_file) sys.exit(-1) @staticmethod def _zip_decompression(zip_file, specified_list, destination_path): zip_decompression(zip_file, destination_path, specified_list) @staticmethod def _rar_decompression_command(rar_file, specified_list, destination_path): standout_print("Info: decompression with command.rar file [%s],specified list %s, in base path[%s]" % (rar_file, specified_list, destination_path)) if specified_list: for specified_directory in specified_list: DecompressionModel._unrar_command(rar_file, specified_directory, destination_path) else: DecompressionModel._unrar_command(rar_file, None, destination_path) @staticmethod def _rar_decompression_unrar(rar_file, specified_list, destination_path): standout_print("Info: decompression with unrar package. rar file [%s],specified list %s, in base path[%s]" % (rar_file, specified_list, destination_path)) rar_file = rar_file.replace("\", "/") destination_path = destination_path.replace("\", "/") if not os.path.exists(rar_file) or rar_file.find(".rar") == -1: error_out_print("Error: rar file not exist or this file is not rar file.[%s] " % rar_file) sys.exit(-1) unrar_model = UNRARModel(rar_filename=rar_file, to_path=destination_path) if specified_list: unrar_model.decompression_list(specified_list) else: unrar_model.decompression_file() standout_print("Info: unrar file done.from [%s] to [%s]." % (rar_file, destination_path)) if specified_list: standout_print("Info: the specified directory is [%s]" % specified_list) @staticmethod def _unrar_command(rar_file, specified_directory, base_path): if not os.path.exists(rar_file) or (not rar_file.endswith(".rar")): error_out_print("Error: rar file not exist.[%s] or is not a rar file. please have a check" % rar_file) sys.exit(-1) if not os.path.exists(base_path): standout_print("Failed: rar decompression base path[%s] not exist." % base_path) os.makedirs(base_path) # sys.exit(-1) os.chdir(base_path) temp_dir = None if specified_directory: # unrar extract the specified directory # if the specified directory exist, it will full decompression, but we want partly # 1. create temp if os.path.exists(specified_directory): temp_dir = os.path.join(base_path, str(time())) os.chdir(temp_dir) # 2. unrar cmd = "unrar x %s %s>/dev/null 2>&1" % (rar_file, specified_directory) else: # unrar this rar files cmd = "unrar x %s>/dev/null 2>&1" % rar_file standout_print("Info: base dir [%s]" % os.path.abspath(os.curdir)) execute_cmd(cmd) # after unrar remove ,rar file # remove_file(rar_file) if temp_dir: for file_name in os.listdir(os.path.join(temp_dir, specified_directory)): # move files in tmp_path/specified_directory to to_path from_path = os.path.join(temp_dir, specified_directory, file_name) to_path = os.path.join(base_path, specified_directory) move_directory(from_path, to_path) remove_dirs(temp_dir) class UNRARModel: def __init__(self, rar_filename, to_path): self.rar_file = rar_filename self.to_path = to_path self.infolist = None self.rar_obj = None self.init() def init(self): self.rar_obj = rarfile.RarFile(path_to_unicode(self.rar_file)) self.infolist = self.rar_obj.infolist() def _extract_list(self, selected_dir): """ use rarfile decompression specified directory must give the full name of file like unrar ALL.rar ALL/EX_INFO/SCENICROUT is wrong here, must : 1. find files which in ALL/EX_INFO/SCENICROUT 2. get these files name and return :param selected_dir: :return: """ selected_infolist = [] for d in selected_dir: for info in self.infolist: filename = info.filename.replace("\", "/") # in win if filename.find(d) != -1 and info.file_size != 0L: selected_infolist.append(info) return selected_infolist def decompression_list(self, selected_dir): """ extract the Specified directory :param selected_dir: Specified directory :return: """ selected_infolist = self._extract_list(selected_dir) for member in selected_infolist: self.rar_obj.extract(path=self.to_path, member=member) def decompression_file(self): for info in self.infolist: filename = info.filename self.rar_obj.extract(path_to_unicode(filename), path=path_to_unicode(self.to_path))
components.py
import sys import os import shutil import zipfile import tarfile def standout_print(info): """ print information to standout :param info: :return: """ if type(info) == unicode: info = info.encode("utf-8") sys.stdout.write("%s" % info) sys.stdout.write(" ") sys.stdout.flush() def error_out_print(info): """ print error message :param info: :return: """ if type(info) == unicode: info = info.encode("utf-8") sys.stderr.write(info) sys.stderr.write(" ") sys.stderr.flush() def remove_file(file_path): """ remove file :param file_path: :return: """ if os.path.exists(file_path): os.remove(file_path) standout_print("Info: remove files %s finish." % file_path) else: error_out_print("Error: remove file not exist.[%s]" % file_path) sys.exit(-1) def remove_dirs(dir_path): dir_path = path_to_str(dir_path) if os.path.exists(dir_path): shutil.rmtree(dir_path) standout_print("Info: remove directory %s finish." % dir_path) else: error_out_print("Error: remove directory not exist.[%s]" % dir_path) sys.exit(-1) def check_directory(dic_path): """ check this directory is empty or not :param dic_path: :return: """ if not os.path.exists(dic_path): return False if not os.listdir(dic_path): return False return True def execute_cmd(cmd): cmd = cmd.strip() standout_print("Info: execute command [ %s ] . " % cmd) result_statue = os.system(cmd) if not cmd and result_statue: error_out_print("Error: execute command [%s]. program stop" % cmd) sys.exit(-1) standout_print("Info: execute cmd[%s] success." % cmd) return True # def move_directory(from_directory, to_directory): # if not os.path.exists(from_directory): # error_out_print("Error: mv directory is not exist. please check [%s]" % from_directory) # sys.exit(-1) # # mv_cmd = "mv %s %s" % (from_directory,to_directory) # execute_cmd(mv_cmd) def move_directory(from_path, to_path): """ directory from_path `s basename move directory of from_path to to_path :param from_path: :param to_path: :return: """ if not os.path.exists(from_path): error_out_print("Error: mv directory is not exist. please check [%s]" % path_to_str(from_path)) sys.exit(-1) standout_print("Info: begin move files in [%s] to [%s] finished." % (path_to_str(from_path), path_to_str(to_path))) to_file = os.path.join(to_path, os.path.basename(from_path)) if os.path.exists(to_file): if os.path.isdir(to_file): remove_dirs(to_file) if os.path.isfile(to_file): remove_file(to_file) shutil.move(from_path, to_path) standout_print("Info: move directory from[%s] to [%s] finished." % (path_to_str(from_path), path_to_str(to_path))) def zip_decompression(zip_file, to_path, specified_list=None): # if not os.path.exists(zip_file): error_out_print("Error: zip file[ % ] is not exist." % zip_file) sys.exit(-1) if not zipfile.is_zipfile(zip_file): error_out_print("Error: zip file[ % ] is not a zip file. please check" % zipfile) sys.exit(-1) fz = zipfile.ZipFile(zip_file, "r") if not specified_list: specified_list = fz.namelist() for file_name in specified_list: fz.extract(file_name, to_path) standout_print("Info: zip decompress finish. file[%s] to [%s]." % (zip_file, to_path)) def make_targz(tar_from_path_list, tar_to_file_path, base_dir): standout_print("Info: tar gz data in %s to [%s], in basedir [%s]" % (tar_from_path_list, tar_to_file_path, base_dir)) tar_to_file_path = os.path.join(base_dir, tar_to_file_path) tar_to_file_path = tar_to_file_path.replace("\", "/") with tarfile.open(tar_to_file_path, "w:gz") as tar_file: for tar_from_path in tar_from_path_list: tar_from_path = os.path.join(base_dir, tar_from_path.strip()) tar_from_path = tar_from_path.replace("\", "/") arc_name = tar_from_path.replace(base_dir, "").strip(os.path.sep) tar_file.add(tar_from_path, arcname=arc_name) tar_file.close() standout_print("Info: tar directory %s to file [%s] finish." % (tar_from_path_list, tar_to_file_path)) return standout_print("Error: tar directory %s to file [%s] failed. please have a check." % (tar_from_path_list, tar_to_file_path)) sys.exit(-1) def make_zip(zip_from_file_path, zip_to_file_path, base_dir): standout_print("Info: zip [%s] to file [%s] in path[%s]." % (zip_from_file_path, zip_to_file_path, base_dir)) zip_to_file_path = os.path.join(base_dir, zip_to_file_path) zip_file = zipfile.ZipFile(zip_to_file_path, 'w', zipfile.ZIP_DEFLATED) data_path = os.path.join(base_dir, zip_from_file_path) data_path = data_path.replace("\", "/") pre_len = len(data_path) for p, dirs, file_names in os.walk(data_path): for filename in file_names: file_path = os.path.join(p, filename).replace("\", "/") arc_name = file_path[pre_len:].strip(os.path.sep) zip_file.write(file_path, arc_name) zip_file.close() standout_print("Info: finish zip.") def path_to_unicode(path_name, coding="utf-8"): """ this method use to find file or directory which contains chinese if not use this transform os.listdir(path) and os.walk() will wrong in window platform :param path_name: name of path :param coding: :return: """ if not type(path_name) == unicode: return unicode(path_name, coding) return path_name def path_to_str(path_name, coding="utf-8"): """ this method will change path which is unicode type to str type because in linux platform unicode obj + str obi will exception :param path_name: :param coding: :return: """ if type(path_name) == unicode: return path_name.encode(coding) return path_name def parse_path(path, deep=1): """ :param path: :param deep: :return: """ path = path_to_unicode(path) structure_dic = {} file_list = os.listdir(path) for f in file_list: f_path = os.path.join(path, f) structure_value = None if os.path.isdir(f_path): if deep < 3: structure_value = parse_path(f_path, deep=(deep + 1)) else: structure_value = "" structure_dic[f] = structure_value return structure_dic def compare_dic(dic_new, dic_format): import operator return operator.ge(dic_new, dic_format) if __name__ == '__main__': parse_directory = r'D: est_temp mp_autonav17Q2_A5_20170630' structure_directory = parse_path(parse_directory) import json json_data = json.dumps(structure_directory) print json_data
利用python 对各种格式的文件压缩 解压 操作，文件的一些操作，目录结构读成字典的形式，字典的比较方法（http://www.runoob.com/python/att-dictionary-cmp.html）。