python 多进程练习 调用 os.system命令

 

 

?

1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59

import sys import getopt import os import multiprocessing     def list_all_file(path):     """     list all files of a directory     :param path:     :return:     """     file_list = []     for (path, _, files) in os.walk(path):         for filename in files:             file_list.append(os.path.join(path, filename))     return file_list     def process_file(filename, is_black):     suffix = os.path.splitext(filename)[-1][1:]     if suffix != "pcap":         return       if is_black:         cmd = "python extract_tls_flow4.py -vr {} -o black/{}.txt  >logs/black/{}.log".format(filename, os.path.basename(filename), os.path.basename(filename))     else:         cmd = "python extract_tls_flow4.py -vr {} -o white/{}.txt  >logs/white/{}.log".format(filename, os.path.basename(filename), os.path.basename(filename))     os.system(cmd)     def process_black_file(filename):     process_file(filename, 1)     def process_white_file(filename):     process_file(filename, 0)     def process_dir(sample_dir, is_black):     file_list = list_all_file(sample_dir)       process_num = 30     pool = multiprocessing.Pool(processes=process_num)     if is_black:         pool.map(process_black_file, file_list)     else:         pool.map(process_white_file, file_list)       pool.close()     pool.join()     print("End...........")     black_sample_dir = "/opt/data/samples/black_pcap" white_sample_dir = "/opt/data/samples/white_pcap"   process_dir(black_sample_dir, 1) process_dir(white_sample_dir, 0)