asyncio多进程+pyppeteer浏览器控制+pyquery解析实现爬虫demo
import asyncio from pyppeteer import launch from pyquery import PyQuery as pq async def main(): browser = await launch() page = await browser.newPage() await page.goto('https://dynamic2.scrape.cuiqingcai.com/') await page.waitForSelector('.item .name') j_result1 = await page.J('.item .name') j_result2 = await page.querySelector('.item .name') jj_result1 = await page.JJ('.item .name') jj_result2 = await page.querySelectorAll('.item .name') print('J Result1:', j_result1) print('J Result2:', j_result2) print('JJ Result1:', jj_result1) print('JJ Result2:', jj_result2) await browser.close() asyncio.get_event_loop().run_until_complete(main())