| import aiohttp |
| import aiofiles |
| import asyncio |
| |
| async def get_page_one(href, pathName): |
| async with aiohttp.ClientSession() as session: |
| async with session.get(href, headers=header) as resp: |
| hm = await resp.text(encoding="utf-8") |
| tree = etree.HTML(hm) |
| data = "".join(tree.xpath('//div[@id="neirong"]/p/text()')) |
| |
| async with aiofiles.open(pathName, "w", encoding="utf-8") as file: |
| await file.write(data) |
| print(pathName+"数据更新完成") |
| |
| async def main(result_list): |
| |
| tasks = [] |
| for i in result_list: |
| if not os.path.exists(i["title"]): |
| os.mkdir(i["title"]) |
| href = i["url"] |
| path_name = i["title"]+"/"+i["name"]+".txt" |
| path_name = path_name.replace("****", " ") |
| |
| task = asyncio.create_task(get_page_one(href, path_name)) |
| tasks.append(task) |
| await asyncio.wait(tasks) |
| |
| if __name__ == '__main__': |
| url="https://www.51shucheng.net/jiakong/qingyunian" |
| result_list = get_chapter_info(url) |
| event_loop = asyncio.get_event_loop() |
| event_loop.run_until_complete(main(result_list)) |

【推荐】国内首个AI IDE,深度理解中文开发场景,立即下载体验Trae
【推荐】编程新体验,更懂你的AI,立即体验豆包MarsCode编程助手
【推荐】抖音旗下AI助手豆包,你的智能百科全书,全免费不限次数
【推荐】轻量又高性能的 SSH 工具 IShell:AI 加持,快人一步
· 分享一个免费、快速、无限量使用的满血 DeepSeek R1 模型,支持深度思考和联网搜索!
· 基于 Docker 搭建 FRP 内网穿透开源项目(很简单哒)
· ollama系列01:轻松3步本地部署deepseek,普通电脑可用
· 25岁的心里话
· 按钮权限的设计及实现