进程

进程
    以一个整体的形式暴露给操作系统管理, 里面包含对各种资源的调用, 是资源的集合
    两个进程不能使用一块内存
    两个进程想要交互需要有一个中间代理
    创建新进程需要对其父进程进行一次克隆
    进程智能操作子进程

#!/usr/bin/env python3
# -*- coding:utf-8 -*-
# -*- Author:Hinimix -*-

import multiprocessing
import threading


def hnm_threa():
    print(threading.get_ident())

def hnm_proce(name):
    print("from multiprocess %s" % name)
    t = threading.Thread(target=hnm_threa)
    t.start()

for tmp in range(10):
    p = multiprocessing.Process(target=hnm_proce, args=(tmp,))
    p.start()

进程Queue

# import multiprocessing
import threading
from multiprocessing import Process, Queue  #进程Queue
def hnm_proce(qq):

    qq.put([1, None, "hello"])

q = Queue()

for tmp in range(10):
    p = Process(target=hnm_proce, args=(q,))
    p.start()

print(q.qsize())

 进程Pipe

from multiprocessing import Process, Pipe 
import time


def hnm_proce(conn):
    conn.send([111, None, "from child 1"])
    conn.send([111, None, "from child 2"])
    time.sleep(.1)
    print("from parent")
    print(conn.recv())
    conn.close()

parent_conn, child_conn = Pipe()

if __name__ == '__main__':
    p = Process(target=hnm_proce, args=(child_conn,))
    p.start()
    print(parent_conn.recv())
    print(parent_conn.recv())
    parent_conn.send("from daddy")
    p.join()

 进程Manager

from multiprocessing import Process, Manager  
import os

def f(d, l):
    d[os.getpid()] = os.getpid()
    l.append(os.getpid())

if __name__ == '__main__':
    with Manager() as manager:
        d = manager.dict()      #生成字典,可在多个进程间共享传递
        l = manager.list(range(5))      #生成列表,可在多个进程间共享
        p_list = []

        for i in range(10):
            p = Process(target=f, args=(d,l))
            p.start()
            p_list.append(p)

        for res in p_list:
            res.join()

        print(d)
        print(l)

 

进程锁

from multiprocessing import Process, Lock


def func(lock, num):    # 进程锁保证输出完整
    lock.acquire()
    try:
        print("hello %s" % num)
    finally:
        lock.release()


if __name__ == '__main__':
    lock = Lock()

    for num in range(10):
        Process(target=func, args=(lock, num)).start()

 

进程池

#!/usr/bin/env python3
# -*- coding:utf-8 -*-
# -*- Author:Hinimix -*-

# import multiprocessing
import threading
from multiprocessing import Process, Pool
import time
import os

def Foo(i):
    print("in progress", os.getpid())
    time.sleep(1)
    return i+100

def Bar(arg):
    print("exec done", arg, os.getpid())

pool = Pool(processes=5)

for i in range(10):
    # pool.apply(func=Foo, args=(i,))       #串行同步
    # pool.apply_async(func=Foo, args=(i,))   #并行异步
    pool.apply_async(func=Foo, args=(i,), callback=Bar)   #回调函数
print("main pid ", os.getpid())
print("end")
pool.close()
pool.join() #如果注释,程序就直接关闭了