摘要: #aio 爬虫,去重,入库 import asyncio import aiohttp import aiomysql import re from pyquery import PyQuery stoping = False start_url = 'http://www.jobbole.com/' waiting_urls = [] seen_urls = set() # url去重 -... 阅读全文
posted @ 2018-04-25 08:10 Erick-LONG 阅读(414) 评论(0) 推荐(0) 编辑
摘要: # # total = 0 # # async def add(): # #1. dosomething1 # #2. io操作 # # 1. dosomething3 # global total # for i in range(1000000): # total += 1 # async def desc(): # glo... 阅读全文
posted @ 2018-04-25 07:16 Erick-LONG 阅读(234) 评论(0) 推荐(0) 编辑