1 # -*- coding: utf-8 -*-
2 """
3 Created on Wed Oct 12 16:48:33 2016
4
5 @author: fuzzier
6 """
7
8 import requests
9 from bs4 import BeautifulSoup
10 import re
11 import os
12 import codecs
13
14 URL = 'http://www.xxxxx.net'
15
16 def download_page(url):
17 headers = {'User_Agent':'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/30.0.1581.2 Safari/537.36'}
18 html = requests.get(url,headers=headers).content
19 return html
20
21 def parser_html(data):
22 soup = BeautifulSoup(data,'html.parser')
23 films = []
24 trs = soup.find('div',class_='bd3rl').find('div',class_='co_content8').find_all('tr')
25 for i in trs:
26 tr = i.find('a',href=re.compile(r'/\w+?/\w+?/\w+?/\d+?/\d+?.html')).string
27 if tr:
28 films.append(tr)
29 else:
30 films.append('None')
31 return films
32
33 if __name__ == '__main__':
34 html = download_page(URL)
35 film_list = parser_html(html)
36 with codecs.open(os.getcwd()+'\\dytt8_hot.txt','w',encoding='utf8') as f:
37 for i in film_list:
38 f.write(i+'\r\n')
