使用场景：同步 电脑 和 U盘 的文件，文件的修改、删除、新增，只需要运行脚本就可以同步 电脑 和 U盘 指定的文件夹中的所有文件；电脑 和 U盘 之间同步时候以文件内容最新的为准；从 U 盘中删除文件，电脑的同步目录也会自动删除，反之相同，这里的删除只是将文件从同步目录移动到：D:\PyDiskRemoedFiles在 U 盘新增的文件，电脑的同步目录也会自动新增，反之相同；
配置：1、将电脑上的所有 USB 设备拔出；2、执行脚本，该脚本会在当前用户家目录下生成配置文件：Udisk_Backup.txt 修改哦欸之文件，在配置文件中需要指定电脑的同步目录和U盘的同步目录3、在 U盘 主目录下放入一个文件名为 py_udisk_identify.txt 的空文件；
备注：1、不可以将整个电脑盘或整个 U盘 作为同步目录，需要新建一个文件夹来指定作为同步目录；2、一旦执行在指定的同步目录下会生成一个文件：SyncCompareFile ，这个文件请不要随意删除；3、如果遇到程序报错，请删除电脑和U盘同步目录下的 SyncCompareFile 后再次执行脚本；4、该脚本不会自动删除空的文件夹；5、如果是自己在 U盘 或者 电脑对应的备份目录下删除的文件会被自动保存到：D:\PyDiskRemoedFiles
================================================================================================================================================================
#coding:utf-8import osimport filecmpimport timeimport datetimeimport stringimport pickleimport copyimport shutilimport re#this script is use for windows files and USBdisk files synchronization#2017年10月5日00:28:57#author : allen#Describe ::#when the first use this script, you should remove all usb disk device , run the script to create config file#config file in current user home directory ".Udisk_Backup" , this file saved computer all disk nodes name# 使用场景：# 同步 电脑 和 U盘 的文件，文件的修改、删除、新增，只需要运行脚本就可以同步 电脑 和 U盘 指定的文件夹中的所有文件；# 电脑 和 U盘 之间文件内容以最新的为准；### 配置：# 1、将电脑上的所有 USB 设备拔出；# 2、执行脚本，该脚本会在当前用户家目录下生成配置文件：Udisk_Backup.txt# 修改哦欸之文件，在配置文件中需要指定电脑的同步目录和U盘的同步目录# 3、在 U盘 主目录下放入一个文件名为 py_udisk_identify.txt 的空文件；## 备注：# 1、不可以将整个电脑盘或整个 U盘 作为同步目录，需要新建一个文件夹来指定作为同步目录；# 2、一旦执行在指定的同步目录下会生成一个文件：SyncCompareFile ，这个文件请不要随意删除；# 3、如果遇到程序报错，请删除电脑和U盘同步目录下的 SyncCompareFile 后再次执行脚本；# 4、该脚本不会自动删除空的文件夹；#global variableComputerConfFileName = None #in user home directory config file name "Udisk_Backup.txt"UsbConfFileName = 'py_udisk_identify.txt' #identify effective usb device config file nameComputerSyncFolderKey = 'ComputerSyncFolderKey' #home directory config file assign computer sync dir pathUsbSyncFolderKey = 'UsbSyncFolderKey' #home directory config file assign usb device sync dir pathSyncCompareFile = 'SyncCompareFile' #in each device directory saved the device files infoBackupDir = os.path.join('D:', 'PyDiskRemoedFiles')#get path files listdef get_dir_list(path, ig_files=None): files = os.listdir(path) if ig_files: for e_ig in ig_files: if e_ig in files: files.pop(files.index(e_ig)) files = [os.path.join(path, f) for f in files] if_dir = [os.path.isdir(f) for f in files] return files, if_dir#move file to backupdef move_file(src): global BackupDir date = datetime.datetime.now() time_stamp = '（%s_%s_%s_%s_%s）' % (date.year, date.month, date.day, date.hour, date.minute) sub_dir = '%s_%s_%s' % (date.year, date.month, date.day) path = os.path.join(BackupDir, sub_dir) base_n = os.path.basename(src) if not os.path.exists(path): os.makedirs(path) f_n = os.path.splitext(base_n) f_n = "%s_%s_%s" % (f_n[0], time_stamp, f_n[-1]) f_n = os.path.join(path, f_n) shutil.move(src, f_n)#get computer current disk nodesdef get_disks_info(): ident_str = string.ascii_uppercase primary_nodes = [] for node in ident_str: try: node = '%s:' % node os.stat(node) primary_nodes.append(node) except (FileNotFoundError, PermissionError) as e: pass return primary_nodes#copy the file from path_1 to path_2def copy_file(org_path, targ_p): targ_p_d = os.path.dirname(targ_p) if not os.path.exists(targ_p_d): os.makedirs(targ_p_d) try: shutil.copy(org_path, targ_p) except PermissionError: print('同步的文件已经被打开，请关闭文件后再次执行该脚本') time.sleep(100)#compare two files if common and the newest will cover the old onedef compare_file(f_1, f_2): try: if not filecmp.cmp(f_1, f_2): f_1_mt = os.stat(f_1).st_mtime f_2_mt = os.stat(f_2).st_mtime if f_1_mt > f_2_mt: os.remove(f_2) shutil.copy(f_1, f_2) elif f_1_mt < f_2_mt: os.remove(f_1) shutil.copy(f_2, f_1) except FileNotFoundError: pass#get set meta datadef get_set_d(key_s, list_1, list_2): key_s = key_s.replace('\\', '/') list_1.extend(list_2) list_d = 'ஐ'.join(list_1) list_d = list_d.replace('\\', '/') p_str = r'[^ஐ]*?%s' % key_s pattern = re.compile(p_str) res = pattern.findall(list_d) return res[0].replace('/', '\\')#replace the set data assign char generate new chardef replace_set(set_data, old, new): result = set() while True: try: each = set_data.pop() result.add(each.replace(old, new)) except KeyError: break return result#use pickle save dict datadef save_files_info(f_n, in_d, key): """ :param f_n: file name :param in_d: input data :param key: history_all_files, current_files :return: """ in_d = set(in_d) old_cur_d = None if os.path.exists(f_n): with open(f_n, 'rb') as fp: all_d = pickle.load(fp) f_d = all_d.get(key, set()) if key == 'history_all_files': dif_d = in_d - f_d f_d.update(dif_d) all_d[key] = f_d else: old_cur_d = all_d.get(key, set()) all_d[key] = in_d with open(f_n, 'wb') as fp: pickle.dump(all_d, fp) return old_cur_d else: with open(f_n, 'wb') as fp: pickle.dump({key: in_d}, fp)#read pickle file, the file content is a dictdef read_pickle(f_n, key): try: with open(f_n, 'rb') as fp: data = pickle.load(fp) data = data.get(key, set()) return data except FileNotFoundError: return set()#make directorysdef mk_dirs(p): if not os.path.exists(p): os.makedirs(p)#recursion assign path get all files listclass BaseClass(object): def __init__(self): self.all_files = [] def get_all_files(self, path, ig_files=None): files, if_dir = get_dir_list(path, ig_files) while any(if_dir): for index, judge in enumerate(if_dir): if_dir.pop(index) f = files.pop(index) if not judge: self.all_files.append(f) else: self.get_all_files(f) else: self.all_files.extend(files)#create init conf file in current user home dirclass InitConfig(object): def __init__(self): self.home_path = os.path.join('C:', os.environ['HOMEPATH']) #get current user home dir self.primary_disks = self.local_d_record() #get computer primary folders def local_d_record(self): global ComputerConfFileName, ComputerSyncFolderKey, UsbSyncFolderKey conf_n = os.path.join(self.home_path, '%s.txt' % os.path.basename(__file__).split('.')[0]) ComputerConfFileName = conf_n if not os.path.exists(conf_n): primary_nodes = get_disks_info() with open(conf_n, 'w') as fp: fp.write('%s\n\n#在等号后面填写自己的电脑的同步的文件夹，不能指定某个盘作为同步，一定需要同步文件夹\n%s=\n\n#在等号后面填写自己的U盘文件夹，不能指定整个 U盘，可以指定某个文件夹作为同步\n%s=' % (str(primary_nodes), ComputerSyncFolderKey, UsbSyncFolderKey)) return primary_nodes else: with open(conf_n, 'r') as fp: try: primary_nodes = eval(fp.readline().replace(' ', '')) return primary_nodes except SyntaxError: print('请手动删除该文件后再次执行脚本 :: %s' % ComputerConfFileName)class SyncDir(BaseClass): def __init__(self): super().__init__() self.m_stor_dev = self.get_usb_driver() #get config file portable storage device lists self.main() #get all can use storage device, this step include identify effective usb device def get_usb_driver(self): usb_devices = [] try: usb_disk = set(get_disks_info()) - set(InitConfig().primary_disks) # get usb disk driver letter if not usb_disk: print('请按照以下步骤配置：\n1、把这个文件删除（如果没有就不用删除） ：%s' % ComputerConfFileName) print('2、把掉电脑上的所有 U 盘拔掉后再次执行脚本并修改该文件指定电脑和 U 盘目录：%s' % ComputerConfFileName) print('3、在你需要使用的 U盘 中放入一个文件名为 “py_udisk_identify.txt” 的文件，该文件用于识别需要同步的 U盘') return False else: while True: try: usb_id = usb_disk.pop() usb_id_f = os.path.join(usb_id, UsbConfFileName) if os.path.exists(usb_id_f): usb_devices.append(usb_id) else: print('没能找到文件 ：%s\n所以认为 %s 盘 不是用来同步的移动存储设备，如果需要使用该设备同步请在该设备下放入一个文件名为的空文件 ：%s' % (usb_id_f, usb_id, UsbConfFileName)) except KeyError: return usb_devices except TypeError: pass #read user directory config file def get_conf_info(self): global ComputerConfFileName result = {} with open(ComputerConfFileName, 'r') as fp: data = fp.read() data = [d for d in data.split('\n') if '=' in d] for i in data: c = i.split('=') result[c[0]] = c[1].replace(' ', '') return result #get computer and usb storage dir def get_device_dir(self): _dir = self.get_conf_info() com_dir = _dir['ComputerSyncFolderKey'] if not _dir['UsbSyncFolderKey']: usb_dir = self.get_usb_driver() else: usb_dir = [os.path.join(dr, _dir['UsbSyncFolderKey']) for dr in self.get_usb_driver()] return com_dir, usb_dir #according computer and usb assgin directory build all files info def main(self): global SyncCompareFile com_dir, usb_dir = self.get_device_dir() usb_dir_bak = copy.deepcopy(usb_dir) usb_dir.append(com_dir) old_cur_data = {} for each_dir in usb_dir: f_n = os.path.join(each_dir, SyncCompareFile) mk_dirs(each_dir) self.get_all_files(each_dir, ig_files=[SyncCompareFile,]) save_files_info(f_n=f_n, in_d=self.all_files, key='history_all_files') old_cur_d = save_files_info(f_n=f_n, in_d=self.all_files, key='current_files') old_cur_data[each_dir] = old_cur_d self.all_files = [] com_files = read_pickle(os.path.join(com_dir, SyncCompareFile), key='current_files') com_files_bak = copy.deepcopy(com_files) com_files_pure = replace_set(com_files_bak, com_dir + os.sep, '') for u_dir in usb_dir_bak: u_files = read_pickle(os.path.join(u_dir, SyncCompareFile), key='current_files') u_del_files = old_cur_data.get(u_dir, set()) - u_files #deleted computer files u_del_files_bak = copy.deepcopy(u_del_files) u_del_files_pure = replace_set(u_del_files_bak, u_dir + os.sep, '') c_del_files = old_cur_data.get(com_dir, set()) - com_files #delted usb files c_del_files_bak = copy.deepcopy(c_del_files) c_del_files_pure = replace_set(c_del_files_bak, com_dir + os.sep, '') u_files_bak = copy.deepcopy(u_files) u_files_pure = replace_set(u_files_bak, u_dir + os.sep, '') diff_f = com_files_pure ^ u_files_pure # difference set #delete computer file while True: try: e_u_del_file = u_del_files_pure.pop() f_n = os.path.join(com_dir, e_u_del_file) try: move_file(f_n) except FileNotFoundError: pass diff_f.remove(e_u_del_file) except KeyError: break #delete usb file while True: try: e_c_del_file = c_del_files_pure.pop() f_n = os.path.join(u_dir, e_c_del_file) try: move_file(f_n) except FileNotFoundError: pass diff_f.remove(e_c_del_file) except KeyError: break #process new add file while True: try: e_dif_d = diff_f.pop() abs_c_f_diff = os.path.join(com_dir, e_dif_d) abs_u_f_diff = os.path.join(u_dir, e_dif_d) if not os.path.exists(abs_c_f_diff): copy_file(org_path=abs_u_f_diff, targ_p=abs_c_f_diff) elif not os.path.exists(abs_u_f_diff): copy_file(org_path=abs_c_f_diff, targ_p=abs_u_f_diff) except KeyError: break #compare exists file and new will cover olders comm_set = com_files_pure & u_files_pure while True: try: e_com_d = comm_set.pop() abs_c_f_com = os.path.join(com_dir, e_com_d) abs_u_f_com = os.path.join(u_dir, e_com_d) compare_file(abs_c_f_com, abs_u_f_com) except KeyError: breakif __name__ == '__main__': print('='*78) print('==如果看到提示信息，请按照提示信息操作后，并关闭这个命令窗口然后再次双击执行==') print('='*78) try: SyncDir() except Exception: print('程序运行出现了错误，很可能是因为 SyncCompareFile 这个文件被删除，请不要删除这个文件\n现在再次执行就可以了') time.sleep(100) print('程序执行完成！') time.sleep(100)转载于:https://www.cnblogs.com/AllenZou/p/7630431.html
相关资源：数据结构—成绩单生成器