python3爬虫 -----爬取大学信息并通过matplotlib与numpy绘制结果-----from最好大学网

1. 爬取大学信息并
2. 通过matplotlib与numpy绘制多指标柱形图
3. 就某一因素绘制饼图并突出其中一个对象（本例中为江西理工大学）

# -*- coding:utf-8 -*-
# author:zxy
# date:2018-12-24
# update:2018-12-27

from bs4 import BeautifulSoup
import requests
import matplotlib.pyplot as plt
import numpy as np


class colleges():
    def __init__(self):
        self.url1='http://www.zuihaodaxue.com/zuihaodaxuepaiming2018.html'
        self.url2= 'http://www.zuihaodaxue.com/biyeshengjiuyelv2018.html'
        self.url3 = 'http://www.zuihaodaxue.com/dingjianchengguopaiming2018.html'
        self.HEADERS = {
    'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) '
                  'AppleWebKit/537.36 (KHTML, like Gecko)'
            ' Chrome/67.0.3396.99 Safari/537.36'
}
        self.university={}

    def parse_html1(self):
        request = requests.get(url=self.url1, headers=self.HEADERS)
        request.encoding = 'utf-8'
        soup = BeautifulSoup(request.text, 'lxml')
        trs = soup.find_all('tr', {'class': "alt"})
        for tr in trs:
            tds = tr.find_all('td')
            uName = tds[1].string
            uRank = tds[0].string
            uProvince = tds[2].string
            uGrades = tds[3].string
            studentQuality = tds[4].string

            if uProvince=="江西" and uName!="宜春学院" and  uName!="九江学院":
                c = []
                c.append(uRank)
                c.append(str(uName))
                c.append(uProvince)
                c.append(uGrades)
                c.append(studentQuality)
                self.university[uName]=c

    def parse_html2(self):
        request = requests.get(url=self.url2, headers=self.HEADERS)
        request.encoding = 'utf-8'
        soup = BeautifulSoup(request.text, 'lxml')
        trs = soup.find_all('tr', {'class': "alt"})
        for tr in trs:
            tds = tr.find_all('td')
            uName = tds[1].string
            employmentRate = tds[3].string

            for key in self.university:
                if key==uName:
                    tmp=self.university[uName]
                    tmp.append(employmentRate)

    def parse_html3(self):
        request = requests.get(url=self.url3, headers=self.HEADERS)
        request.encoding = 'utf-8'

        soup = BeautifulSoup(request.text, 'lxml')
        trs = soup.find_all('tr', {'class': "alt"})
        for tr in trs:
            tds = tr.find_all('td')
            uName = tds[1].string
            papers = tds[3].string

            for key in self.university:
                if key == uName:
                    # print(uName,results)
                    tmp = self.university[uName]
                    tmp.append(papers)
        # print(uRank,uName,uProvince,uGrades,studentQuality,employmentRate,papers)
        # print(self.university)

    def _problem_reaults_print(self):
        for key in self.university:
            c=self.university[key]
            print(c)


    def _draw_bar(self):
        plt.rcParams['font.sans-serif'] = ['SimHei']
        plt.rcParams['font.family'] = 'sans-serif'
        plt.rcParams['axes.unicode_minus'] = False
        nanchang=[]
        huadong=[]
        ligong=[]
        # print(uName,uRank,uGrades,studentQuality)
        for key in self.university:
            info = self.university[key]
            if info[1]=='南昌大学':
                nanchang.extend(info[3:])
                print("="*30)
                print(nanchang)
            elif info[1]== "华东交通大学":
                huadong.extend(info[3:])
                print("=" * 30)
                print(huadong)
            elif info[1]=="江西理工大学":
                ligong.extend(info[3:])
                print("=" * 30)
                print(ligong)


        nanchang_means= (33.5,52.4,86.5,108)
        huadong_means =(26.2,42.8,89.68,11)
        ligong_means = (24.4,33.8,94.97,11)

        ind = np.arange(len(nanchang_means))
        width = 0.10

        fig, ax = plt.subplots()
        rects1 = ax.bar(ind + width, nanchang_means, width,
                        color='SkyBlue', label='南昌大学')
        rects2 = ax.bar(ind + width*2, huadong_means, width,
                        color='IndianRed', label='华东交通大学')
        rects3 = ax.bar(ind + width* 3, ligong_means, width,
                        color='yellow', label='江西理工大学')

        ax.set_ylabel('Scores')
        ax.set_title('江西三大高校多指标柱形图')
        ax.set_xticks(ind)
        ax.set_xticklabels(('总分排名', '生源质量', '培养成果', '顶尖成果'))
        ax.legend()

        def autolabel(rects, xpos='center'):

            xpos = xpos.lower()  # normalize the case of the parameter
            ha = {'center': 'center', 'right': 'left', 'left': 'right'}
            offset = {'center': 0.5, 'right': 0.57, 'left': 0.43}  # x_txt = x + w*off

            for rect in rects:
                height = rect.get_height()
                ax.text(rect.get_x() + rect.get_width() * offset[xpos], 1.01 * height,
                        '{}'.format(height), ha=ha[xpos], va='bottom')

        autolabel(rects1, "center")
        autolabel(rects2, "right")
        autolabel(rects3,'left')

        plt.show()


    def _draw_pie(self):
        label = []
        sizes = []
        for key in self.university:
            info=self.university[key]
            name=str(info[1]) #str 南昌大学
            label.append(name)
            if len(info)<6:
                sizes.append(1)#
            else:
                sizes.append(info[-1])

        labels=tuple(label)
        # print(label)
        # print(sizes)
        plt.rcParams['font.sans-serif'] = ['SimHei']
        plt.rcParams['font.family'] = 'sans-serif'
        # 解决负号'-'显示为方块的问题
        plt.rcParams['axes.unicode_minus'] = False

        plt.title("江西各高校的顶尖成果(被引论文数量)饼图")
        explode = (0, 0,0,0,0, 0.1,0,0,0,0,0,0,0,0,0)
        fig1, ax1 = plt.subplots()
        ax1.pie(sizes, explode=explode, labels=labels, autopct='%1.1f%%',
                shadow=True, startangle=90)
        ax1.axis('equal')
        plt.show()


    def run(self):
        self.parse_html1()
        self.parse_html2()
        self.parse_html3()
        self._problem_reaults_print()
        self._draw_bar()
        self._draw_pie()


if __name__ == '__main__':
    c=colleges()
    # c.run()

 

结果如下图所示