下面先給大家介紹下python獲取酷狗音樂top500的下載地址 MP3格式,具體代碼如下所示:
# -*- coding: utf-8 -*-# @Time : 2018/4/16# @File : kugou_top500.py# @Software: PyCharm# @pyVer : python 2.7import requests,jsonheaders={ 'UserAgent' : 'Mozilla/5.0 (iPhone; CPU iPhone OS 5_0 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko) Version/5.1 Mobile/9A334 Safari/7534.48.3', 'Referer' : 'http://m.kugou.com/rank/info/8888', 'Cookie' : 'UM_distinctid=161d629254c6fd-0b48b34076df63-6b1b1279-1fa400-161d629255b64c; kg_mid=cb9402e79b3c2b7d4fc13cbc85423190; Hm_lvt_aedee6983d4cfc62f509129360d6bb3d=1523818922; Hm_lpvt_aedee6983d4cfc62f509129360d6bb3d=1523819865; Hm_lvt_c0eb0e71efad9184bda4158ff5385e91=1523819798; Hm_lpvt_c0eb0e71efad9184bda4158ff5385e91=1523820047; musicwo17=kugou' }def get_songs(url): res=requests.get(url,headers=headers) return res.textdef get_song_download_url(url): res=requests.get(url,headers=headers) res_tmp_list = json.loads(res.text) return res_tmp_list['data']['play_url']def get_song_page_data(url): Song_Json = json.loads(get_songs(URL)) Song_List_Json = Song_Json['data']['info'] total = [] for i in range(len(Song_List_Json)): song_download_url = "http://www.kugou.com/yy/index.php?r=play/getdata&hash=%s&album_id=%s&_=1523819864065" % (Song_List_Json[i]['hash'], Song_List_Json[i]['album_id']) song_data_dict = {'downloadUrl':get_song_download_url(song_download_url),'fileName':Song_List_Json[i]['filename']} total.append(song_data_dict) return totalfor i in range(1,18): URL='http://mobilecdngz.kugou.com/api/v3/rank/song?rankid=8888&ranktype=2&page=%s&pagesize=30&volid=&plat=2&version=8955&area_code=1' % i page_list_data = get_song_page_data(URL) for j in range(len(page_list_data)): print "%s %s" % (page_list_data[j]['fileName'],page_list_data[j]['downloadUrl'])效果

下面看下python--爬取酷狗TOP500的數據

你是不是也遇到不能完整爬取TOP500的數據,因為規律只在前幾頁有用,后面有小改動,所以中間跳轉了,不是完整的TOP500。我換了個方向,爬取飆升榜100首(上面代碼)。
希望酷狗給大家個機會哈,畢竟才100首影響不了多大。
from bs4 import BeautifulSoupimport requestsimport timeheaders={ 'User-Agent':'Mozilla/5.0 (Windows NT 6.1;WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3298.4 Safari/537.36'}def get_info(url): wb_data = requests.get(url,headers=headers) soup = BeautifulSoup(wb_data.text,'lxml') ranks = soup.select('span.pc_temp_num') titles = soup.select('div.pc_temp_songlist > ul > li > a') times = soup.select('span.pc_temp_tips_r > span') for rank,title,time in zip(ranks,titles,times): data= { 'rank':rank.get_text().strip(), 'siger':title.get_text().split('-')[0], 'song':title.get_text().split('-')[1], 'time':time.get_text().strip() } print(data)#酷狗飆升榜100首if __name__ == '__main__': urls = ['http://www.kugou.com/yy/rank/home/{}-6666.html?from=rank/'.format(str(i)) for i inrange(1,6)] for url in urls: get_info(url) time.sleep(2)
新聞熱點
疑難解答