Python使用selenium+chrome进行抓包

pip install selenium

# coding=utf-8
import requests
import re
from selenium import webdriver
from selenium.webdriver.chrome.options import Options
# 提取ip
resp = requests.get(
    "http://tiqu.pyhttp.taolop.com/getflowip?******"
)
ip = resp.text

if re.match(
        r'(?:(?:25[0-5]|2[0-4]\d|[01]?[0-9][0-9]?)\.){3}(?:25[0-5]|2[0-4]\d|[01]?\d\d?)',
        ip) is None:
    exit("IP 不正确")

ip_arr = ip.split(":")

print(ip_arr)

# 请求地址
targetUrl = "http://tools.jocsoft.cn/ip"
# targetUrl = "http://www.yesdotnet.com?q=test"

# 代理服务器
proxyHost = ip_arr[0]
proxyPort = ip_arr[1]
proxyType = 'http'

chrome_options = Options()
chrome_options.add_argument('--headless')
chrome_options.add_argument('--disable-gpu')
# 设置代理
chrome_options.add_argument("--proxy-server=http://%(host)s:%(port)s" % {
    "host": proxyHost,
    "port": proxyPort,
})
# 一定要注意，=两边不能有空格，不能是这样--proxy-server = http://202.20.16.82:10152
# executable_path 要设置绝对路径，相对路径用不了，不知道为什么，这里就方便放在了D盘中
driver = webdriver.Chrome(executable_path='D:/chromedriver/chromedriver.exe',
                          chrome_options=chrome_options)
driver.get(targetUrl)

print(driver.title)
print(driver.page_source.encode("utf-8"))
driver.quit()