个人作业-顶会热词统计（Python部分）

代码：

import requests
import pymysql
from bs4 import BeautifulSoup

db = pymysql.connect(host="localhost", user="root", password="123456", database="paqu",charset="utf8")

cursor = db.cursor()

headers={
        "User-Agent":"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.169 Safari/537.36"
        }
url="https://openaccess.thecvf.com/WACV2022"
html=requests.get(url)

soup=BeautifulSoup(html.content,'html.parser')

soup.a.contents=='pdf'

pdfs=soup.findAll(name="a",text="pdf")

lis = []
jianjie=""
for i,pdf in enumerate(pdfs):
    pdf_name=pdf["href"].split('/')[-1]
    name=pdf_name.split('.')[0].replace("_CVPR_2022_paper","")
    link="http://openaccess.thecvf.com/content_CVPR_2022/html/"+name+"_CVPR_2022_paper.html"
    url1=link
    html1 = requests.get(url1)
    soup1 = BeautifulSoup(html1.content, 'html.parser')
    weizhi = soup1.find('div', attrs={'id':'abstract'})
    if weizhi:
        jianjie =weizhi.get_text();
    print("开始爬取知网"+str(i)+"条文章。")
    keyword = str(name).split('_')
    keywords = ''
    for k in range(len(keyword)):
        if (k == 0):
            keywords += keyword[k]
        else:
            keywords += ',' + keyword[k]
    info = {}
    info['title'] = name
    info['link'] =link
    info['abstract']=jianjie
    info['keywords']=keywords
    lis.append(info)

cursor = db.cursor()
for i in range(len(lis)):
    cols = ", ".join('`{}`'.format(k) for k in lis[i].keys())
    print(cols)

    val_cols = ', '.join('%({})s'.format(k) for k in lis[i].keys())
    print(val_cols)

    sql = "insert into ppp(%s) values(%s)"
    res_sql = sql % (cols, val_cols)
    print(res_sql)

    cursor.execute(res_sql, lis[i])
    db.commit()
    num=1
    print(num)
    print("ok")

运行截图：