asyncio多进程+pyppeteer浏览器控制+pyquery解析实现爬虫demo

Posted 2020-12-17 hellangels333

import asyncio
from pyppeteer import launch
from pyquery import PyQuery as pq
 
async def main():
   browser = await launch()
   page = await browser.newPage()
   await page.goto(‘https://dynamic2.scrape.cuiqingcai.com/‘)
   await page.waitForSelector(‘.item .name‘)
   j_result1 = await page.J(‘.item .name‘)
   j_result2 = await page.querySelector(‘.item .name‘)
   jj_result1 = await page.JJ(‘.item .name‘)
   jj_result2 = await page.querySelectorAll(‘.item .name‘)
   print(‘J Result1:‘, j_result1)
   print(‘J Result2:‘, j_result2)
   print(‘JJ Result1:‘, jj_result1)
   print(‘JJ Result2:‘, jj_result2)
   await browser.close()
 
asyncio.get_event_loop().run_until_complete(main())