1 import requests
2 from bs4 import BeautifulSoup
3 import pandas as pd
4 #获取html网页
5 url = 'http://top.baidu.com/buzz.php?p=top10&tdsourcetag=s_pctim_aiomsg&qq-pf-to=pcqq.c2c?'
6 kv = {'user-agent': 'Mozilla/5.0'}#伪装爬虫
7 r = requests.get(url,timeout = 30,headers=kv)
8 r.raise_for_status()
9 r.encoding = r.apparent_encoding
10 r.text#获取源代码
11 html=r.text
12 soup=BeautifulSoup(html,'html.parser')
13 #解析网页，提取内容
14 a = []#创建空列表
15 b = []
16 for x in soup.find_all(class_="list-title")[:10]:
17 a.append(x.get_text().strip())
18 for y in soup.find_all(class_="icon-rise")[:10]:
19 b.append(y.get_text().strip())
20 text =[a,b]
21 print(text)
22 c=pd.DataFrame(text,index=["标题","热度"])
23 print(c.T)
