importthreadingfrom selenium importwebdriverfrom collections importdeque

songList=set([]);

playList=set([]);#歌單

defchrome_browser_songList(url,browser):

browser.get(url)

play_count= browser.find_element_by_id('play-count').textif(int(play_count)>10000):

data='\n'+browser.find_element_by_class_name('f-ff2').text+'評論數：'+str(play_count)+'地址：'+url

save_file(data,'D:\\songList.txt')

songQueue=deque()try:#a[href^=\/song]

for each in browser.find_elements_by_css_selector('a[href^=\/song]'):try:print("歌曲名字： %s 地址 %s" % (each.text, each.get_property('href')))

songQueue.append(each.get_property('href'))except:continue

except:print('someerror')

song_queue(songQueue,browser)#尋找歌單

playListQueue =deque()try:for each in browser.find_elements_by_css_selector('a[href^=\/playlist]'):try:print("歌單： %s 地址 %s" % (each.text, each.get_property('href')))

playListQueue.append(each.get_property('href'))except:continue

except:print('someerror')

browser.close()

browser= webdriver.Chrome('C:\Program Files\Google\Chrome\Application\chromedriver.exe')

play_list_queue(playListQueue,browser)#browser.close()#歌曲

defchrome_browser_song(url):

browser= webdriver.Chrome('C:\Program Files\Google\Chrome\Application\chromedriver.exe')

browser.get(url)

browser.switch_to_frame('g_iframe')

comment_count= browser.find_element_by_id('cnt_comment_count').textif(int(comment_count)>10000):

data= '\n歌曲名字:'+browser.find_element_by_class_name('f-ff2').text+'歌手：'+browser.find_element_by_css_selector('a[href^=\/artist]').text+'評論數:'+comment_count+'歌曲地址:' +url;

save_file(data,'D:\\song.txt')

browser.close()#保存文件

defsave_file(data,file):

save_path=file

f_obj= open(save_path, 'a')

f_obj.write(data)

f_obj.close()#歌隊列

defsong_queue(songQueue,browser):whilesongQueue:

current_url=songQueue.popleft()if current_url not insongList:

songList.add(current_url)try:

chrome_browser_song(current_url)except:continue

#歌單隊列

defplay_list_queue(listQueue,browser):whilelistQueue:

current_url=listQueue.popleft()if current_url not inplayList:

playList.add(current_url)try:

chrome_browser_songList(current_url,browser)except:continueurl_list=['http://music.163.com/playlist?id=598057191','http://music.163.com/#/playlist?id=144236857',

]defthread_1():

url=url_list[0]

browser= webdriver.Chrome('C:\Program Files\Google\Chrome\Application\chromedriver.exe')

chrome_browser_songList(url, browser)defthread_2():

url= url_list[1]

browser= webdriver.Chrome('C:\Program Files\Google\Chrome\Application\chromedriver.exe')

chrome_browser_songList(url, browser)#多線程

defthread_song():

threads=[]

t1= threading.Thread(target=thread_1)

threads.append(t1)

t2= threading.Thread(target=thread_2)

threads.append(t2)returnthreadsif __name__ == '__main__':#url = url_list[1]

#browser = webdriver.Chrome('C:\Program Files\Google\Chrome\Application\chromedriver.exe')

#chrome_browser_songList(url, browser)

threads =thread_song()for t inthreads:

t.setDaemon(True)

t.start()

t.join()

總結

以上是生活随笔為你收集整理的python网易云收费_python网易云音乐抓取的全部內容，希望文章能夠幫你解決所遇到的問題。

如果覺得生活随笔網站內容還不錯，歡迎將生活随笔推薦給好友。