简单爬取美团美食信息

#selenium自动化测试
import urllib.request
import requests
import csv
import time
from selenium import webdriver
header={'Accept':'application/json',
'Accept-Encoding':'gzip, deflate, br',
'Accept-Language':'zh-CN,zh;q=0.9',
'Connection':'keep-alive','Host':'ta.meituan.com',
'User-Agent':'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36'
        }

url='https://i.meituan.com/'
broswer = webdriver.Chrome()
broswer.get(url)
time.sleep(3)
broswer.find_element_by_link_text('美食').click()
time.sleep(5)
for i in range(100):
    js = 'window.scrollTo(0,document.body.scrollHeight)'#js控制滚动条到底端
    broswer.execute_script(js)#执行js
    time.sleep(8)
time.sleep(4)
name=broswer.find_elements_by_xpath('//div[@class="poi-name"]')
price=broswer.find_elements_by_xpath('//span[@class="price"]')
address=broswer.find_elements_by_xpath('//span[@class="area"]')
ping=broswer.find_elements_by_xpath('//span[@class="catename"]')
header={'名字','价格','地址','特色'}#表头
with open('C:\\Users\\lenovo\\Desktop\\dang2.csv', 'a+', newline='', encoding='utf-8')as f:
    writers = csv.writer(f)
    writers.writerow(header)
    for i in range(len(price)):
            listw=[]
            listw = [name[i].text, price[i].text, address[i].text, ping[i].text]
            writers.writerow(listw)