python--slenium--爬取笔趣阁小说网站
# -*- coding: utf-8 -*- from selenium import webdriver import requests,re,pprint,time url='https://www.sbiquge.com/5_5374/' browser = webdriver.Chrome('C:\Program Files (x86)\Google\Chrome\Application\chromedriver.exe') response= requests.get(url) html= response.text result = re.findall('\w\shref\s="/5_5374/(\d+)',html,re.S) esult = re.findall('\w\shref\s="/5_5374/\d+\.html">(.*?)</a>',html,re.S) print(result) #print(esult) n=0 while n<10000: try: browser.get(url+"{}.html".format(result [n])) time.sleep(0.1) n=n+1 cont=browser.find_element_by_xpath('// *[ @ id = "book"] / div[2] / h1') con=browser.find_element_by_class_name('showtxt') print(cont.text) print(con.text) novel_name = '诛仙.txt' with open(novel_name,'a',encoding='utf-8')as f: f.write('\n\n'+cont.text+'\n\n\t'+con.text+n) except Exception as e: print(e) print(result[n]+"这章加载太慢了====================================================================================!") pass browser.close()