利用selenium获取api接口数据

Posted 2022-02-08 supramolecular

#-*-coding:utf-8-*-


import json
from selenium import webdriver
import time
import traceback

if __name__ == "__main__":
    caps = 
        'browserName': 'chrome',
        'loggingPrefs': 
            'browser': 'ALL',
            'driver': 'ALL',
            'performance': 'ALL',
        ,
        'goog:chromeOptions': 
            'perfLoggingPrefs': 
                'enableNetwork': True,
            ,
            'w3c': False,
        ,
    
    driver = webdriver.Chrome(executable_path="C:\\Program Files (x86)\\Google\\Chrome\\Application\\chromedriver.exe", desired_capabilities=caps)
    driver.maximize_window()
    driver.get("https://xxx.com/")
    driver.refresh()
    time.sleep(5)
    log = driver.get_log('performance')
    for i in range(len(log)):
        message = json.loads(log[i]['message'])
        params = message['message']['params']
        request = message.get('request')
        print(request)
        if (request is None):
            continue
        url = request.get('url')
        print(url)
        print(url is not None, isinstance(url, str) )
        if url is not None and isinstance(url, str) and (url.startswith("https://xxx.com")):
            print(message['requestId'])
            try:
                content = driver.execute_cdp_cmd('Network.getResponseBody', 'requestId': message['requestId'])
                print(content)
            except:
                traceback.print_exc()
            break