import time
# 導(dǎo)入自動(dòng)化測(cè)試模塊
from selenium import webdriver
from selenium.webdriver.common.desired_capabilities import DesiredCapabilities
from selenium.webdriver.common.action_chains import ActionChains
import re
import json
d = DesiredCapabilities.CHROME
d['loggingPrefs'] = {'performance': 'ALL'}
# 設(shè)置谷歌瀏覽器參數(shù)，設(shè)置語言和瀏覽器版本（使用真實(shí)瀏覽器頭信息代替字符瀏覽器頭）
options = webdriver.ChromeOptions()
options.add_argument('lang=zh_CN.UTF-8')
options.add_argument('user-agent="Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.86 Mobile Safari/537.36"')
# 建立一個(gè)瀏覽器對(duì)象，調(diào)用PhantoJS來生成一個(gè)對(duì)象
browser = webdriver.Chrome(executable_path='D:\Python36\chromedriver.exe', chrome_options=options, desired_capabilities=d)
video_url = 'https://v.youku.com/v_show/id_XNDIyMjU1NjgzMg==.html?spm=a2ha1.12675304.m_2556_c_8261.d_2&s=a4de6bdc5675415ea280&scm=20140719.manual.2556.show_a4de6bdc5675415ea280'
browser.get(video_url)
time.sleep(10)
menu = browser.find_element_by_css_selector(".ykplayer") # 查找頁面隱藏元素
# menu = browser.find_element_by_css_selector("div.x-video-play-ico.i-pause > dt").text
print(menu)
print(type(menu))
menu = browser.find_element_by_css_selector(".ykplayer").text # 獲得隱藏元素的內(nèi)容
print(menu)
print(type(menu))
###################
#ActionChains(browser).click()
browser.find_element_by_css_selector('.ykplayer').click() # 查找到隱藏元素位置后執(zhí)行點(diǎn)擊鼠標(biāo)左鍵操作
time.sleep(10)
lo = browser.get_log('performance') # 捕獲瀏覽器network中的數(shù)據(jù)
browser.get_network_conditions()
datalist = []
for entry in lo:
 try:
  print(entry)
  datalist.append(entry)
 except Exception as e:
  continue
browser.close()

{"cost":0.003000000026077032,"data":{"error":{"note":"客戶端無權(quán)播放,201","code":-6004}},"e":{"code":0,"provider":"hsfprovider","desc":""}}

pip install browsermob-proxy
pip install selenium

?
"""step 1 導(dǎo)入依賴庫"""
from os import path
from browsermobproxy import Server
from selenium import webdriver
import re
"""step 2 新建瀏覽器監(jiān)控類"""
class Monitor(object):
  """
  step 3 配置chromedriver 和 browermobproxy 路徑
  需要使用完整路徑，否則browsermobproxy無法啟動(dòng)服務(wù)
  我是將這兩個(gè)部分放到了和monitor.py同一目錄
  同時(shí)設(shè)置chrome為屏蔽圖片，若需要抓取圖片可自行修改
  """
  PROXY_PATH = path.abspath("./browsermob-proxy/bin/browsermob-proxy.bat")
  CHROME_PATH = path.abspath("./chromedriver.exe")
  CHROME_OPTIONS = {"profile.managed_default_content_settings.images":2}
  def __init__(self):
    """
    類初始化函數(shù)暫不做操作
    """
    pass
  def initProxy(self):
    """
    step 4 初始化 browermobproxy
    設(shè)置需要屏蔽的網(wǎng)絡(luò)連接，此處屏蔽了css，和圖片（有時(shí)chrome的設(shè)置會(huì)失效），可加快網(wǎng)頁加載速度
    新建proxy代理地址
    """
    self.server = Server(self.PROXY_PATH)
    self.server.start()    
    self.proxy = self.server.create_proxy()
    self.proxy.blacklist(["http://.*/.*.css.*","http://.*/.*.jpg.*","http://.*/.*.png.*","http://.*/.*.gif.*"],200)
  def initChrome(self):
    """
    step 5 初始化selenium， chrome設(shè)置
    將chrome的代理設(shè)置為browermobproxy新建的代理地址
    """      
    chromeSettings = webdriver.ChromeOptions()
    chromeSettings.add_argument('--proxy-server={host}:{port}'.format(host = "localhost", port = self.proxy.port))
    chromeSettings.add_experimental_option("prefs", self.CHROME_OPTIONS)
    self.driver = webdriver.Chrome(executable_path = self.CHROME_PATH, chrome_options = chromeSettings)
  def genNewRecord(self, name = "monitor", options={'captureContent':True}):
    """
    step 6 新建監(jiān)控記錄，設(shè)置內(nèi)容監(jiān)控為True
    """
    self.proxy.new_har(name,options = options)
  def getContentText(self, targetUrl):
    """
    step 7 簡(jiǎn)單的獲取目標(biāo)數(shù)據(jù)的函數(shù)
    其中 targetUrl 為瀏覽器獲取對(duì)應(yīng)數(shù)據(jù)調(diào)用的url，需要用正則表達(dá)式表示
    """
    if self.proxy.har['log']['entries']:
      for loop_record in self.proxy.har['log']['entries']:
        try:
          if re.fullmatch(targetUrl , loop_record["request"]['url']):
            return loop_record["response"]['content']["text"]
        except Exception as err:
          print(err)
          continue
    return None
  def Start(self):
    """step 8 配置monitor的啟動(dòng)順序"""
    try:
      self.initProxy()
      self.initChrome()
    except Exception as err:
      print(err)
  def Quit(self):
    """
    step 9 配置monitor的退出順序
    代理sever的退出可能失敗，目前是手動(dòng)關(guān)閉，若誰能提供解決方法，將不勝感激
    """
    self.driver.close()
    self.driver.quit()
    try:
      self.proxy.close()
      self.server.process.terminate()
      self.server.process.wait()
      self.server.process.kill()
    except OSError:
      pass
if __name__ == '__main__':
  monitor = Monitor()
  monitor.Start()
  monitor.genNewRecord()
  # 這使用優(yōu)酷視頻的地址
  url = 'https://v.youku.com/v_show/id_XNDIyMjU1NjgzMg==.html?spm=a2ha1.12675304.m_2556_c_8261.d_2&s=a4de6bdc5675415ea280&scm=20140719.manual.2556.show_a4de6bdc5675415ea280'  
  monitor.driver.get(url)
  targetUrl = "https://ups.youku.com/ups/get.json.*" # 這是獲取視頻播放地址的接口請(qǐng)求的前綴
  text = monitor.getContentText(targetUrl)
  monitor.Quit()