Python多线程采集百度相关搜索关键词

    百度相关搜索关键词抓取，读取txt关键词，导出txt关键词

  

?

1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64

#百度相关搜索关键词抓取，读取txt关键词，导出txt关键词    # -*- coding=utf-8 -*- import requests import re import time from multiprocessing.dummy import Pool as ThreadPool       #百度相关关键词查询 def xgss(url):     headers = {         "User-Agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.106 Safari/537.36"     }     html=requests.get(url,headers=headers).text     #print(html)     ze=r'<div id="rs"><div class="tt">相关搜索</div><table cellpadding="0">(.+?)</table></div>'     xgss=re.findall(ze,html,re.S)     #print(xgss)     xgze=r'<th><a href="(.+?)">(.+?)</a></th>'     sj=re.findall(xgze,str(xgss),re.S)     #print(sj)     gjc=''     for x in sj:         print(x[1])         gjc=gjc+x[1]+'\n'        # 导出关键词为txt文本     with open(".\gjcsj.txt", 'a', encoding='utf-8') as f:         f.write(gjc)     print("-----------------------------------")     return gjc       print("程序运行，正在导入关键词列表！！！") print("-----------------------------------") # 导入要搜索的关键词txt列表 urls = [] data = [] for line in open('.\gjc.txt', "r", encoding='utf-8'):     data.append(line) print("导入关键词列表成功！") print("-----------------------------------")    #转换关键词为搜索链接 for keyword in data:     url = 'https://www.baidu.com/s?wd=' + keyword     urls.append(url)    print("采集百度相关搜索关键词开启！") print("...................") #多线程获取相关关键词 try:     # 开4个 worker，没有参数时默认是 cpu 的核心数     pool = ThreadPool()     results = pool.map(xgss, urls)     pool.close()     pool.join()     print("采集百度相关搜索关键词完成，已保存于gjcsj.txt！") except:     print("Error: unable to start thread")    print("8s后程序自动关闭！！！") time.sleep(8)