aiohttp浣跨敤鏂规硶

Posted 2020-12-21

鏍囩锛?a href='http://www.mamicode.com/so/1/with' title='with'>with   ssi   url   ext   sts   div   turn   complete   tps   

import aiohttp
import asyncio


async def request_jd_comment(session):
    url = "http://httpbin.org/ip"
    proxy = "http://14.67.8.20:2045"  # 杩欓噷鐨勪唬鐞嗗弬鏁版槸proxy锛屽唴瀹规槸涓€涓猻tr锛屼緥濡?"http://14.67.8.20:2045")锛況equests璇锋眰鐨勪唬鐞嗗弬鏁版槸proxies锛屽唴瀹规槸涓€涓瓧鍏革紝渚嬪{"http": "http://14.67.8.20:2045", "https": "http://14.67.8.20:2045"}
    async with session.get(url, proxy=proxy) as response:
        return await response.text()


async def crawl():
    async with aiohttp.ClientSession() as session:
        result_content = await request_jd_comment(session)
        return result_content


async def main():
    result = await crawl()
    print(result)


if __name__ == 鈥榑_main__鈥?
    loop = asyncio.get_event_loop()
    loop.run_until_complete(main())

銆€銆€