刘一辰的软件工程随笔

正则表达式速查表:https://www.jb51.net/tools/regexsc.htm

re.search(regex,str)

import re

html = s.find_all('p')[1].text
confirm_add_patten = "新增(.*?)确诊病例(\d+)" #设置正则式 ()内的为需要返回的内容，若不加括号则表示即使符合正则也不会返回
#"新增(.*?)确诊病例(\d+)" 返回 新型冠状病毒肺炎 和 1
#"新增.*?确诊病例(\d+)" 返回　1
confirm_add = re.search(confirm_add_patten,html) #正则匹配 若匹配不到返回None,匹配到则返回一个元组
print(confirm_add.groups()) #显示匹配到的内容
print(confirm_add.group(0)) #显示匹配到的所有文本内容
print(confirm_add.group(1)) #显示匹配到的第一个内容
print(confirm_add.group(2)) #显示匹配到的第二个内容
'''
新增新型冠状病毒肺炎确诊病例1
('新型冠状病毒肺炎', '1')
新型冠状病毒肺炎

数据搜集
爬取腾讯数据
import datetime
import json
import requests
from bs4 import BeautifulSoup
import time
### 封装函数 返回各省市疫情情况
def get_data():
today = str(datetime.date.today())

url = 'https://view.inews.qq.com/g2/getOnsInfo?name=disease_other'
res = requests.get(url)
d = json.loads(res.text)
data = json.loads(d['data'])
province = data['provinceCompare']

list1 = []
for pro in province.keys():
list1.append(pro)

nowl = []
for pro in province.values():
nowl.append(pro['nowConfirm'])

addl = []
for pro in province.values():
addl.append(pro['confirmAdd'])

deadl = []
for pro in province.values():
deadl.append(pro['dead'])

heall = []
for pro in province.values():
heall.append(pro['heal'])

zerol = []
for pro in province.values():
zerol.append(pro['zero'])

history = {}
for d in data['chinaDayList']:
tt = '2020.'+d['date']
temp = time.strptime(tt,'%Y.%m.%d')
tm = time.strftime('%Y-%m-%d',temp)
confirm = d['confirm']#累计确诊
dead = d['dead']#累计死亡
heal = d['heal']#累计治愈
suspect = d['suspect']#累计治愈
nowConfirm = d['nowConfirm']#现存确诊
history[tm] = {'confirm':confirm,'suspect':suspect,'heal':heal,'dead':dead,'nowConfirm':nowConfirm}
for d in data['chinaDayAddList']:
tt = '2020.'+d['date']
temp = time.strptime(tt,'%Y.%m.%d')
tm = time.strftime('%Y-%m-%d',temp)
confirm = d['confirm']#新增确诊
suspect = d['suspect']#新增疑似
dead = d['dead']#新增死亡
heal = d['heal']#新增治愈

history[tm].update({'confirm_add':confirm,'suspect_add':suspect,'heal_add':heal,'dead_add':dead,'heal_add':heal})
details = []
for i in range(34):
details.append([today,list1[i],nowl[i],addl[i],heall[i],deadl[i],zerol[i]])
return history,details

###导入数据库

import traceback
import pymysql
import datetime
import json
import requests
from bs4 import BeautifulSoup
import time

def get_conn():
conn = pymysql.connect(host = '127.0.0.1',
user = 'root',
password ='root',
db = 'ch')
cursor = conn.cursor()
return conn,cursor
def close_conn(conn,cursor):
if cursor:
cursor.close()
if conn:
conn.close()

def insert_history():
'''
插入history表
'''
cursor = None
conn = None
try:
dic = get_data()[0]
print(f'{datetime.datetime.now()} 开始插入历史数据')
conn,cursor = get_conn()
sql = 'insert into history values(%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)'
for k,v in dic.items():
cursor.execute(sql,[k,v.get('confirm'),v.get('suspect'),v.get('heal'),
v.get('dead'),v.get('nowConfirm'),v.get('confirm_add'),
v.get('suspect_add'),v.get('heal_add'),v.get('dead_add')])
conn.commit()
print(f'{datetime.datetime.now()} 历史数据插入完毕')
except:
traceback.print_exc()
finally:
close_conn(conn,cursor)

def update_history():
'''
更新history表
'''
cursor = None
conn = None
try:
dic = get_data()[0]
print(f'{datetime.datetime.now()} 开始更新历史数据')
conn,cursor = get_conn()
sql = 'insert into history values(%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)'
sql_query = 'select confirm from history where dt=%s'
for k,v in dic.items():
if not cursor.execute(sql_query,k):
cursor.execute(sql,[k,v.get('confirm'),v.get('suspect'),v.get('heal'),
v.get('dead'),v.get('nowConfirm'),v.get('confirm_add'),
v.get('suspect_add'),v.get('heal_add'),v.get('dead_add')])
conn.commit()
print(f'{datetime.datetime.now()} 历史数据更新完毕')
except:
traceback.print_exc()
finally:
close_conn(conn,cursor)

def update_details():
'''
更新details表
'''
cursor = None
conn = None
try:
li = get_data()[1]
conn,cursor = get_conn()
sql = 'insert into details(update_time,province,now_confirm,confirm_add,heal_add,dead_add,zero_days) values(%s,%s,%s,%s,%s,%s,%s)'
sql_query = 'select %s=(select update_time from details order by id desc limit 1)'
cursor.execute(sql_query,li[0][0])
if not cursor.fetchone()[0]:
print(f'{datetime.datetime.now()} 开始更新数据')
for item in li:
cursor.execute(sql,item)
conn.commit()
print(f'{datetime.datetime.now()} 更新最新数据完毕')
else:
print(f'{datetime.datetime.now()} 已经是最新数据')
except:
traceback.print_exc()
finally:
close_conn(conn,cursor)

TRANSLATE with x

English

Arabic	Hebrew	Polish
Bulgarian	Hindi	Portuguese
Catalan	Hmong Daw	Romanian
Chinese Simplified	Hungarian	Russian
Chinese Traditional	Indonesian	Slovak
Czech	Italian	Slovenian
Danish	Japanese	Spanish
Dutch	Klingon	Swedish
English	Korean	Thai
Estonian	Latvian	Turkish
Finnish	Lithuanian	Ukrainian
French	Malay	Urdu
German	Maltese	Vietnamese
Greek	Norwegian	Welsh
Haitian Creole	Persian

 

TRANSLATE with

COPY THE URL BELOW

Back

EMBED THE SNIPPET BELOW IN YOUR SITE

Enable collaborative features and customize widget: Bing Webmaster Portal

Back