PythonStudy——进程池与线程池
获取当前运行环境的CPU核心数(线程数)
import os,time
# 获取当前运行环境的CPU核心数(线程数)
print(os.cpu_count())
# 8
进程池(线程池)涉及到的专业英文词汇
进程池(线程池)特点
线程池,不仅帮我们管理了线程的开启和销毁,还帮我们管理任务的分配
特点: 线程池中的线程只要开启之后 即使任务结束也不会立即结束 因为后续可能会有新任务
避免了频繁开启和销毁线程造成的资源浪费
进程池(线程池)生成器的导包语句
# 线程池生成器
from concurrent.futures import ThreadPoolExecutor
# 进程池生成器
from concurrent.futures import ProcessPoolExecutor
创建进程池(线程池)实例:创建池子
# 创建池子实例 可以指定池子里面有多少线程
# 如果不指定则默认设置为计算机(核心线程数*5) 我的CPU为4核8线程 建议设置为40
# 线程池最大值,应该机器所能承受的最大值,当然需要考虑你的机器有几个任务要做
pool = ThreadPoolExecutor(40)
线程池的使用
pool = ThreadPoolExecutor(40)
from threading import enumerate,current_thread
import time
def task(name,age):
print("Name: %s Age: %s"%(name,age))
time.sleep(2)
# 把提交任务到线程池中,创建线程任务(task)
# 任务的参数,直接写到后面不需要定义参数名称,因为是可变位置参数
# 函数名 函数参数
# 提交方式 一 | |
task1 = pool.submit(task,"Venti",18)
# 提交方式 二
pool.submit(task,"Jack",20)
print(enumerate())
# <_MainThread(MainThread, started 140735554691968)>,
# <Thread(ThreadPoolExecutor-0_0, started daemon 123145333833728)>,
# <Thread(ThreadPoolExecutor-0_1, started daemon 123145339088896)>]进程池的使用
# 进程池的使用 同样可以设置最大进程数量 默认为cpu的个数
# 具体的值也要参考机器性能
pool = ProcessPoolExecutor()
def task(name):
print(os.getpid())
print(name)
if __name__ == '__main__':
pool.submit(task,"venti")
pool.shutdown()
pool.submit(task, "tom")
进程池(线程池)的shutdown
等待所有任务(主线程,子线程)结束 销毁掉所有线程 释放线程池对象
from concurrent.futures import ThreadPoolExecutor
from threading import current_thread, enumerate
import time
pool = ThreadPoolExecutor(50)
def task():
# name 没有 getName 信息详细
print(current_thread().name)
print(current_thread().getName())
time.sleep(0)
# 循环创建50个子线程
for i in range(50):
pool.submit(task)
start_time = time.time()
print(enumerate())
# 等待所有任务结束 销毁掉所有线程 释放线程池
pool.shutdown()
end_time = time.time()
print("Used time: %s " % (end_time - start_time))
# ThreadPoolExecutor-0_0
# ThreadPoolExecutor-0_0
# ThreadPoolExecutor-0_0
# ThreadPoolExecutor-0_0
# ThreadPoolExecutor-0_1
# ThreadPoolExecutor-0_1
# ThreadPoolExecutor-0_1
# ThreadPoolExecutor-0_1
# ThreadPoolExecutor-0_4
# ThreadPoolExecutor-0_4
# ThreadPoolExecutor-0_2
# ThreadPoolExecutor-0_4
# ThreadPoolExecutor-0_4
# ThreadPoolExecutor-0_2
# ThreadPoolExecutor-0_1
# ThreadPoolExecutor-0_1
# ThreadPoolExecutor-0_5
# ThreadPoolExecutor-0_5
# ThreadPoolExecutor-0_5
# ThreadPoolExecutor-0_5
# ThreadPoolExecutor-0_2
# ThreadPoolExecutor-0_2
# ThreadPoolExecutor-0_0
# ThreadPoolExecutor-0_0
# ThreadPoolExecutor-0_1
# ThreadPoolExecutor-0_1
# ThreadPoolExecutor-0_3
# ThreadPoolExecutor-0_3
# ThreadPoolExecutor-0_9
# ThreadPoolExecutor-0_9
# ThreadPoolExecutor-0_2
# ThreadPoolExecutor-0_2
# ThreadPoolExecutor-0_10
# ThreadPoolExecutor-0_10
# ThreadPoolExecutor-0_7
# ThreadPoolExecutor-0_7
# ThreadPoolExecutor-0_12
# ThreadPoolExecutor-0_12
# ThreadPoolExecutor-0_1
# ThreadPoolExecutor-0_1
# ThreadPoolExecutor-0_5
# ThreadPoolExecutor-0_5
# ThreadPoolExecutor-0_9
# ThreadPoolExecutor-0_9
# ThreadPoolExecutor-0_14
# ThreadPoolExecutor-0_14
# ThreadPoolExecutor-0_14
# ThreadPoolExecutor-0_14
# ThreadPoolExecutor-0_15
# ThreadPoolExecutor-0_15
# ThreadPoolExecutor-0_15
# ThreadPoolExecutor-0_15
# ThreadPoolExecutor-0_10
# ThreadPoolExecutor-0_10
# ThreadPoolExecutor-0_7
# ThreadPoolExecutor-0_7
# ThreadPoolExecutor-0_17
# ThreadPoolExecutor-0_17
# ThreadPoolExecutor-0_12
# ThreadPoolExecutor-0_12
# ThreadPoolExecutor-0_18
# ThreadPoolExecutor-0_18
# ThreadPoolExecutor-0_3
# ThreadPoolExecutor-0_3
# ThreadPoolExecutor-0_5
# ThreadPoolExecutor-0_5
# ThreadPoolExecutor-0_20
# ThreadPoolExecutor-0_20
# ThreadPoolExecutor-0_4
# ThreadPoolExecutor-0_4
# ThreadPoolExecutor-0_22
# ThreadPoolExecutor-0_22
# ThreadPoolExecutor-0_22
# ThreadPoolExecutor-0_22
# ThreadPoolExecutor-0_23
# ThreadPoolExecutor-0_23
# ThreadPoolExecutor-0_24
# ThreadPoolExecutor-0_24
# ThreadPoolExecutor-0_15
# ThreadPoolExecutor-0_15
# ThreadPoolExecutor-0_11
# ThreadPoolExecutor-0_11
# ThreadPoolExecutor-0_10
# ThreadPoolExecutor-0_10
# ThreadPoolExecutor-0_7
# ThreadPoolExecutor-0_7
# ThreadPoolExecutor-0_7
# ThreadPoolExecutor-0_7
# ThreadPoolExecutor-0_7
# ThreadPoolExecutor-0_7
# ThreadPoolExecutor-0_8
# ThreadPoolExecutor-0_8
# ThreadPoolExecutor-0_8
# ThreadPoolExecutor-0_8
# ThreadPoolExecutor-0_18
# ThreadPoolExecutor-0_18
# ThreadPoolExecutor-0_30
# ThreadPoolExecutor-0_30
# ThreadPoolExecutor-0_19
# ThreadPoolExecutor-0_19
# [<_MainThread(MainThread, started 140735554691968)>,
# <Thread(ThreadPoolExecutor-0_0, started daemon 123145317638144)>,
# <Thread(ThreadPoolExecutor-0_1, started daemon 123145322893312)>,
# <Thread(ThreadPoolExecutor-0_2, started daemon 123145328148480)>,
# <Thread(ThreadPoolExecutor-0_3, started daemon 123145333403648)>,
# <Thread(ThreadPoolExecutor-0_4, started daemon 123145338658816)>,
# <Thread(ThreadPoolExecutor-0_5, started daemon 123145343913984)>,
# <Thread(ThreadPoolExecutor-0_6, started daemon 123145349169152)>,
# <Thread(ThreadPoolExecutor-0_7, started daemon 123145354424320)>,
# <Thread(ThreadPoolExecutor-0_8, started daemon 123145359679488)>,
# <Thread(ThreadPoolExecutor-0_9, started daemon 123145364934656)>,
# <Thread(ThreadPoolExecutor-0_10, started daemon 123145370189824)>,
# <Thread(ThreadPoolExecutor-0_11, started daemon 123145375444992)>,
# <Thread(ThreadPoolExecutor-0_12, started daemon 123145380700160)>,
# <Thread(ThreadPoolExecutor-0_13, started daemon 123145385955328)>,
# <Thread(ThreadPoolExecutor-0_14, started daemon 123145391210496)>,
# <Thread(ThreadPoolExecutor-0_15, started daemon 123145396465664)>,
# <Thread(ThreadPoolExecutor-0_16, started daemon 123145401720832)>,
# <Thread(ThreadPoolExecutor-0_17, started daemon 123145406976000)>,
# <Thread(ThreadPoolExecutor-0_18, started daemon 123145412231168)>,
# <Thread(ThreadPoolExecutor-0_19, started daemon 123145417486336)>,
# <Thread(ThreadPoolExecutor-0_20, started daemon 123145422741504)>,
# <Thread(ThreadPoolExecutor-0_21, started daemon 123145427996672)>,
# <Thread(ThreadPoolExecutor-0_22, started daemon 123145433251840)>,
# <Thread(ThreadPoolExecutor-0_23, started daemon 123145438507008)>,
# <Thread(ThreadPoolExecutor-0_24, started daemon 123145443762176)>,
# <Thread(ThreadPoolExecutor-0_25, started daemon 123145449017344)>,
# <Thread(ThreadPoolExecutor-0_26, started daemon 123145454272512)>,
# <Thread(ThreadPoolExecutor-0_27, started daemon 123145459527680)>,
# <Thread(ThreadPoolExecutor-0_28, started daemon 123145464782848)>,
# <Thread(ThreadPoolExecutor-0_29, started daemon 123145470038016)>,
# <Thread(ThreadPoolExecutor-0_30, started daemon 123145475293184)>,
# <Thread(ThreadPoolExecutor-0_31, started daemon 123145480548352)>,
# <Thread(ThreadPoolExecutor-0_32, started daemon 123145485803520)>,
# <Thread(ThreadPoolExecutor-0_33, started daemon 123145491058688)>,
# <Thread(ThreadPoolExecutor-0_34, started daemon 123145496313856)>,
# <Thread(ThreadPoolExecutor-0_35, started daemon 123145501569024)>,
# <Thread(ThreadPoolExecutor-0_36, started daemon 123145506824192)>,
# <Thread(ThreadPoolExecutor-0_37, started daemon 123145512079360)>,
# <Thread(ThreadPoolExecutor-0_38, started daemon 123145517334528)>,
# <Thread(ThreadPoolExecutor-0_39, started daemon 123145522589696)>,
# <Thread(ThreadPoolExecutor-0_40, started daemon 123145527844864)>,
# <Thread(ThreadPoolExecutor-0_41, started daemon 123145533100032)>,
# <Thread(ThreadPoolExecutor-0_42, started daemon 123145538355200)>,
# <Thread(ThreadPoolExecutor-0_43, started daemon 123145543610368)>,
# <Thread(ThreadPoolExecutor-0_44, started daemon 123145548865536)>,
# <Thread(ThreadPoolExecutor-0_45, started daemon 123145554120704)>,
# <Thread(ThreadPoolExecutor-0_46, started daemon 123145559375872)>,
# <Thread(ThreadPoolExecutor-0_47, started daemon 123145564631040)>,
# <Thread(ThreadPoolExecutor-0_48, started daemon 123145569886208)>,
# <Thread(ThreadPoolExecutor-0_49, started daemon 123145575141376)>]
# Used time: 0.0021376609802246094
