<2> 线程池---ThreadPoolExecutor

import time
from concurrent.futures import ThreadPoolExecutor, as_completed, ProcessPoolExecutor


class Spider:
    
    executor = ThreadPoolExecutor(max_workers=10)
    # executor = ProcessPoolExecutor(max_workers=10)
    
    def __init__(self):
        pass

    def request(self, url, second): # 模拟耗时任务
        time.sleep(second)
        return url, second

    def run(self):
        all_tasks = []
        for index in range(100):  # index ----------> 模拟url
            task = self.executor.submit(self.http_request, index, 2)
            all_tasks.append(task)

        for result in as_completed(all_tasks):
            exception = result.exception()
            if exception:
                pass
            data = result.result()
            print(data)


if __name__ == '__main__':
    s = Spider()
    s.run()