python找出非重复 和 重复数据

 

找出重复数据

import time

def task():

    # 获取用户输入的txt文件路径
    filename = input('请输入txt文件路径：')
    # 读取txt文件内容
    with open(filename, 'r') as file:
        lines = file.readlines()
        lines = [line.strip() for line in lines]

    # 获取txt文件行数
    len_txt = len(lines)

    counts = {}
    for element in lines:
        if element in counts:
            counts[element] += 1
        else:
            counts[element] = 1
    duplicates = [element for element in counts if counts[element] > 1]

    with open(filename, 'w') as f:
        f.write(f'一共遍历了 {len_txt} 行数据\n重复数据有{duplicates}')
    print('执行成功')
    time.sleep(5)


if __name__ == "__main__":
    task()

 

 

找出非重复数据

def task():
    # 获取用户输入的txt文件路径
    filename = input('请输入txt文件路径：')
    # 读取txt文件内容
    with open(filename, 'r') as file:
        lines = file.readlines()
        lines = [line.strip() for line in lines]

    # 获取txt文件行数
    len_txt = len(lines)

    # 遍历txt文件， 并输出非重复值
    dict_ = {}
    for item in lines:
        if item:
            if item not in dict_:
                dict_[item] = 1
            else:
                dict_[item] += 1
    value = [k for k, v in dict_.items() if v == 1]

    with open(filename, 'w') as f:
        f.write(f'一共遍历了 {len_txt} 行数据\n非重复数据有{value}')
    print('执行成功')


if __name__ == '__main__':
    task()