//模擬登錄
import pandas as pd
from selenium import webdriver
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.common.by import By
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.chrome.options import Options
from selenium.webdriver import ActionChains
from lxml import etree
import time
from datetime import datetime,timedelta
wyy_url = 'https://music.163.com/'
driver = webdriver.Chrome()
driver.get(wyy_url)
driver.maximize_window() #全屏
time.sleep(2)
driver.find_element_by_xpath("http://a[@class = 'link s-fc3']").click()
time.sleep(2)
driver.find_element_by_xpath("http://a[@class='u-btn2 other']").click() #選擇其他方式登錄
#賬號、密碼登錄
driver.find_element_by_xpath("http://input[@type='checkbox']").click() #同意條款
time.sleep(0.5)
driver.find_element_by_xpath("http://a[@class='u-btn2 u-btn2-2']").click()
#選擇手機(jī)號密碼登錄
driver.find_element_by_xpath("http://a[@class='f-fr s-fc3 pwdlogin']").click()
time.sleep(1)
driver.find_element_by_id("p").send_keys('xxx') #這里輸入你的id
driver.find_element_by_id("pw").send_keys('xxx') #這里輸入密碼
time.sleep(1)
#點(diǎn)擊登錄
driver.find_element_by_xpath("http://a[@class='j-primary u-btn2 u-btn2-2']").click()
time.sleep(1)

// 排行榜
base_url = "https://music.163.com/#/discover/toplist?id="
bang_typical = {'飆升榜':19723756,'新歌榜':3779629,'原創(chuàng)榜':2884035,'熱歌榜':3778678}
#選擇榜單
bang = input('請輸入榜單：')
#構(gòu)造榜單對應(yīng)的鏈接
url = base_url + str(bang_typical[bang]) 
print('開始分析：-%s' %(bang))
#進(jìn)入榜單
driver.get(url) 
time.sleep(3) 
#iframe標(biāo)簽定位，必要的，否則無法定位其他標(biāo)簽
_iframe = driver.find_element_by_xpath("http://iframe[@id='g_iframe']") # 找到iframe標(biāo)簽
driver.switch_to.frame(_iframe)
time.sleep(1)
page_text = driver.execute_script("return document.documentElement.outerHTML")
#獲取頁面
html = etree.HTML(page_text) 
trs = html.xpath('//tbody/tr')
rank_list = []
title_list = []
span_list = []
singer_list = []
for tr in trs:
    rank = tr.xpath(".//span[@class='num']/text()")[0]    #注意xpath獲取到的是列表，需提取其元素
    title = tr.xpath(".//b/@title")[0]
    span = tr.xpath(".//td[@class=' s-fc3']/span[@class='u-dur ']/text()")[0]
    singer = tr.xpath(".//div[@class='text']/span/@title")[0]
    rank_list.append(rank)
    title_list.append(title)
    span_list.append(span)
    singer_list.append(singer)
#輸出榜單結(jié)果
df_bang = pd.DataFrame({'排名':rank_list,'歌名':title_list,'時長':span_list,'歌手':singer_list})

// 評論
# 日期清洗函數(shù)
def change_time(time):
    now = datetime.now()
    day_y = datetime.strftime(now - timedelta(1),'%Y-%m-%d') #計(jì)算昨天
    day = now.strftime('%Y-%m-%d')
    year = now.strftime('%Y')
    if '年' in time:                                         #非今年
        new_time = time.replace('年','-').replace('月','-').replace('日','')
    elif '昨天' in time:
        new_time = time.replace('昨天',day_y+' ')  
    elif '前' in time:                                      #前天
        minut = int(time[:time.index('分')])
        new_time = (now + timedelta(minutes=-minut)).strftime('%Y-%m-%d %H:%M')
    elif len(time) == 5:                                   #今天
        new_time = day + ' ' + time
    else:                                                  #最近 **月**日 **：**
        y = '2021-'
        time = time.replace('月','-').replace('日','')
        new_time = y + time  
    return new_time      

#評論清洗
def change_review(r):
    if '：' in r:
        r_ = r.split('：')[1]
    else:
        r_ = r
    return r_

#評論點(diǎn)贊
def change_likes(l):
    if l != []:
        l_ = int(l.split('(')[1].split(')')[0])
    else:
        l_ = 0
    return l_

#拉動滾動條至翻頁按鈕處
driver.execute_script("window.scrollTo(0,document.body.scrollHeight)") 

#獲取頁面信息
num = input('請輸入需要爬取的頁面總數(shù)：')  #想要爬取評論的頁數(shù)，
#這里的思路是先通過翻頁將獲取到的所有頁面的所有內(nèi)容存至列表，再對列表遍歷。
#因?yàn)楫?dāng)時直接用selenium 定位返回結(jié)果不對，當(dāng)然你們也可以用selenium直接試試。
html_list=[] 
for i in range(int(num)):
    page_text = driver.execute_script("return document.documentElement.outerHTML")
    html = etree.HTML(page_text)#獲取頁面
    html_list.append(html)
    #翻頁
    driver.find_elements_by_xpath("http://div[contains(@class,'u-page')]/a")[-1].click()
    time.sleep(4)
    WebDriverWait(driver, 300, 0.1).until(EC.presence_of_element_located((By.XPATH, "http://div[@class='cmmts j-flag']")))
    print(f'第{i+1}頁爬取成功')

rev_list=[] #所有評論的列表
dat_list=[] #對應(yīng)日期的列表
for review_page in html_list:
    raw_reviews = review_page.xpath("http://div[@class='cmmts j-flag']//div[@class='cnt f-brk']/text()")#提取頁面所有評論
    raw_reviews_ = [i for i in raw_reviews if "：" in i] #保證長度一致
    rv_date = review_page.xpath("http://div[@class='cmmts j-flag']//div[@class='cntwrap']/div[@class='rp']/div[@class='time s-fc4']/text()")
    review_list = [change_review(r) for r in raw_reviews_]
    date_list = [change_time(d) for d in rv_date]
    rev_list.extend(review_list)   
    dat_list.extend(date_list) 
print('分析完成')
driver.quit()