shutil文件去重模块

使用文档

# -*- coding:utf-8 -*-
#! python2
import shutil
a=0
readDir = r"D:\pycharm-project\my-project\test\thefile2018-11-27.sh"
writeDir = r"D:\pycharm-project\my-project\test\new.txt"
# txtDir = "/home/Administrator/Desktop/１"
lines_seen = set()
outfile = open(writeDir, "w")
f = open(readDir, "r")
for line in f:
    if line not in lines_seen:
        a+= 1
        outfile.write(line)
        lines_seen.add(line)
        print(a)
        print('\n')
 
outfile.close()
print("success")