BeautifulSoup --爬取页面内容

示例一：

"""
获取福田汽车新闻咨询标题
"""
import requests
from bs4 import BeautifulSoup

res = requests.get("https://www.foton.com.cn/webback/news/newsList")
text = res.content.decode('utf8')
soup = BeautifulSoup(text, features='html.parser')

goods_object_list = soup.find(name='ul', attrs={"class": "newsList w1200"})
list_all = goods_object_list.find_all(name='li')

for item in list_all:
    result = item.find(name='div', attrs={"class": "title"})
    print(result.text)
    print('-' * 30)

示例二：

"""
获取汽车之家的“编辑博客”人员信息
"""
import requests
from bs4 import BeautifulSoup

res = requests.get("https://www.autohome.com.cn/news/")
text = res.content.decode('gbk')
soup = BeautifulSoup(text, features='html.parser')

area_object = soup.find(name='ul', attrs={"id": "tagInfo"})
list_all = area_object.find_all(name='li')

for item in list_all:
    item1 = item.find(name='div')
    item2 = item1.find(name='a')
    name = item2.text
    print(name)
    print('-' * 30)