”城市公交线路站点数据爬取 + csv站点数据转ShapeFile矢量数据“（一）从8684公交网获取城市公交列表

整体思路是从8684公交网上抓取城市的公交名列表，然后在高德中利用api交互来抓包获取站点的数据，有{ UID，线路，站点名，站点x坐标，站点y坐标 }。

这里爬8684用了requests和BeautifulSoup，比较简单就不阐述了。最后的存储同时存了csv和xlsx两种格式。

import requests
from bs4 import BeautifulSoup
import pandas as pd
import xlrd

#城市总列表
citys = ["hefei","wuhu","bengbu","huainan","maanshan","huaibei","tongling","anqing","huangshan","chuzhou","fuyang","suzhou2","liuan","bozhou","chizhou","xuancheng"]

#获取首字母
def getInitial(cityName):
    url = 'https://{}.8684.cn/list1'.format(cityName)
    headers = {'User-Agent':"自己的UA"}
    data = requests.get(url,headers=headers)
    soup = BeautifulSoup(data.text, 'lxml')
    initial = soup.find_all('div',{'class':'tooltip-inner'})[3]
    initial = initial.find_all('a')
    ListInitial = []
    for i in initial:
        ListInitial.append(i.get_text())
    return ListInitial
#ListInitial = ['1', '2', '3', '4', '5', '6', '7', '8', '9',
#'A', 'B', 'C', 'D', 'F', 'G', 'H', 'K', 'L', 'M', 'N', 'P',
#'Q', 'S', 'T', 'W', 'X', 'Y', 'Z']


#根据ListInitial的各项爬取各项的首字母公交
def getLine(cityName,n):
    url = 'https://{}.8684.cn/list{}'.format(cityName,n)
    headers = {'User-Agent':"自己的UA"}
    data = requests.get(url,headers=headers)
    soup = BeautifulSoup(data.text, 'lxml')
    busline = soup.find('div',{'class':'list clearfix'})
    busline = busline.find_all('a')
    for i in busline:
        lines.append(i.get_text())


#存储，传参lines，csv转xlsx
def storageCsv(listBus,cityName):
    result = pd.DataFrame(listBus)
    result.to_csv("{}.csv".format(cityName),index=False,na_rep="NULL",)
def csv_to_xlsx_pd(cityName):
    csv = pd.read_csv('{}.csv'.format(cityName), encoding='utf-8')
    csv.to_excel('{}.xlsx'.format(cityName),header=False,index=False)

#对citys列表中的每一个城市i
for i in citys:
    #创建公交线路空列表
    lines = []
    #爬取首字母列表，返回首字母列表ListInitial
    ListInitial = getInitial(i)
    #根据首字母列表for循环爬取1-Z首字母线路，append入全局变量lines
    for n in ListInitial:
        getLine(i,n)
    #存储lines进入csv和xlsx
    storageCsv(lines,i)
    csv_to_xlsx_pd(i)
    print(i,"中了")

 得到的csv如图：