1 from bs4 import BeautifulSoup
2 import requests
3 from random import choice
4 import csv
5
6 headers1 = {'User-Agent':'spider'}
7 headers2 = {'User-Agent':'spider'}
8 hehe = [headers1,headers2]
9 headers =choice(hehe)
10
11 def zhiding(id):
12 url = 'http://weibo.com/u/{}'.format(str(id))
13 data = requests.get(url,headers = headers)
14 soup =BeautifulSoup(data.text,'lxml')
15 with open('chunxue3.csv', 'a',encoding='gbk',newline ='') as csvfile:
16 spamwriter = csv.writer(csvfile, dialect='excel')
17 spamwriter.writerow([id,soup.title.get_text().split('的')[0]])
18
19 def openflile(path):
20 fp = open(path)
21 wbids = [line for line in fp.readlines()]
22 for wbid in wbids:
23 zhiding(wbid)
24 print('done')
25
26 txtpath = r'E:\\nantong.txt'
27
28 openflile(txtpath)
