importthreadingfrom selenium importwebdriverfrom collections importdeque
songList=set([]);
playList=set([]);#歌单
defchrome_browser_songList(url,browser):
browser.get(url)
play_count= browser.find_element_by_id('play-count').textif(int(play_count)>10000):
data='\n'+browser.find_element_by_class_name('f-ff2').text+'评论数：'+str(play_count)+'地址：'+url
save_file(data,'D:\\songList.txt')
songQueue=deque()try:#a[href^=\/song]
for each in browser.find_elements_by_css_selector('a[href^=\/song]'):try:print("歌曲名字： %s 地址 %s" % (each.text, each.get_property('href')))
songQueue.append(each.get_property('href'))except:continue
except:print('someerror')
song_queue(songQueue,browser)#寻找歌单
playListQueue =deque()try:for each in browser.find_elements_by_css_selector('a[href^=\/playlist]'):try:print("歌单： %s 地址 %s" % (each.text, each.get_property('href')))
playListQueue.append(each.get_property('href'))except:continue
except:print('someerror')
browser.close()
browser= webdriver.Chrome('C:\Program Files\Google\Chrome\Application\chromedriver.exe')
play_list_queue(playListQueue,browser)#browser.close()#歌曲
defchrome_browser_song(url):
browser= webdriver.Chrome('C:\Program Files\Google\Chrome\Application\chromedriver.exe')
browser.get(url)
browser.switch_to_frame('g_iframe')
comment_count= browser.find_element_by_id('cnt_comment_count').textif(int(comment_count)>10000):
data= '\n歌曲名字:'+browser.find_element_by_class_name('f-ff2').text+'歌手：'+browser.find_element_by_css_selector('a[href^=\/artist]').text+'评论数:'+comment_count+'歌曲地址:' +url;
save_file(data,'D:\\song.txt')
browser.close()#保存文件
defsave_file(data,file):
save_path=file
f_obj= open(save_path, 'a')
f_obj.write(data)
f_obj.close()#歌队列
defsong_queue(songQueue,browser):whilesongQueue:
current_url=songQueue.popleft()if current_url not insongList:
songList.add(current_url)try:
chrome_browser_song(current_url)except:continue
#歌单队列
defplay_list_queue(listQueue,browser):whilelistQueue:
current_url=listQueue.popleft()if current_url not inplayList:
playList.add(current_url)try:
chrome_browser_songList(current_url,browser)except:continueurl_list=['/playlist?id=598057191','/#/playlist?id=144236857',
]defthread_1():
url=url_list[0]
browser= webdriver.Chrome('C:\Program Files\Google\Chrome\Application\chromedriver.exe')
chrome_browser_songList(url, browser)defthread_2():
url= url_list[1]
browser= webdriver.Chrome('C:\Program Files\Google\Chrome\Application\chromedriver.exe')
chrome_browser_songList(url, browser)#多线程
defthread_song():
threads=[]
t1= threading.Thread(target=thread_1)
threads.append(t1)
t2= threading.Thread(target=thread_2)
threads.append(t2)returnthreadsif __name__ == '__main__':#url = url_list[1]
#browser = webdriver.Chrome('C:\Program Files\Google\Chrome\Application\chromedriver.exe')
#chrome_browser_songList(url, browser)
threads =thread_song()for t inthreads:
t.setDaemon(True)
t.start()
t.join()
